diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer34/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6b64f066ead6bdde43b5ee8e82fd1eeec4319e1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daafc5d61a19dfb697bb03c6ff44d9b58fcf682917efaae08ff0d19d446c8025
+size 4060422
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer34/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bbb0487c27525734ca57c81592d7794e3db3894d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4902742062211037
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2398 | LCC = 0.9484 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.14633447909355163
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2604 | LCC = 0.9567 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.12721437513828276
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1669 | LCC = 0.9626 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.1046346583366394
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1866 | LCC = 0.9657 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.09733275064826012
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1638 | LCC = 0.9664 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08789659485220909
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1676 | LCC = 0.9684 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.0830150817334652
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1765 | LCC = 0.9677 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07978170904517173
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1479 | LCC = 0.9699 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.07524063646793365
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1509 | LCC = 0.9680 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.07233297297358512
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1749 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06812826901674271
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1709 | LCC = 0.9708 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06281923732161522
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1504 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.06082053729891777
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1516 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05907168531417847
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1739 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05746838785707951
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1801 | LCC = 0.9712 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05068235886096954
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1560 | LCC = 0.9709 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05124501751363277
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1653 | LCC = 0.9714 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04573335160315037
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1542 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.045032204672694205
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1484 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04412492543458939
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1536 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04120438221096993
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1473 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04032501465082169
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1548 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03921673908829689
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1411 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03591878201067448
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1573 | LCC = 0.9710 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03771319682896137
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1470 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03572441041469574
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1560 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03770526441931724
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1440 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03133926630020142
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1340 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.031310425609350205
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1377 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.030254511252045632
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1485 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.028796360448002815
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1493 | LCC = 0.9713 | SRCC = 0.9695 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1423 | LCC = 0.9713 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer34/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer34/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8d14e6325fa26e16b5173b1c50cae85d4df89d3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfe23df20637d2229ab176812129e6bd0599c366e2b20c580fa535c2a9ebdea
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer34/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e43daad0bd8e2373615d5ffe49b3e54368b4a466
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53f2f520bb57a11f1f04be9999c6d7d7444c4ec5e08d7a29296dec1b317ab0ff
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer34/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..42557346017f2f9be3b526c8ad8943a70c192289
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5116374804973602
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2605 | LCC = 0.9452 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.17314399302005767
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2513 | LCC = 0.9569 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.12890104061365126
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2070 | LCC = 0.9627 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.11005250978469848
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2378 | LCC = 0.9647 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.0985694120824337
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1762 | LCC = 0.9658 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09373472476005554
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2205 | LCC = 0.9663 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08342433172464371
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1952 | LCC = 0.9666 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08070914933085442
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1980 | LCC = 0.9677 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.0756270144879818
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1873 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07366727724671364
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1528 | LCC = 0.9683 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06635770091414452
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1696 | LCC = 0.9685 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06216112345457077
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1881 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06074040991067886
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1688 | LCC = 0.9704 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.060610357597470285
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1765 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.055302672609686854
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1679 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05374186682701111
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1651 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05052183696627617
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1975 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05052878153324127
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1635 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.048052635431289674
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1695 | LCC = 0.9715 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04415951931476593
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1717 | LCC = 0.9712 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04442810708284378
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1783 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.039961826995015146
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1973 | LCC = 0.9715 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03955658057332039
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1821 | LCC = 0.9697 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.038611474484205245
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1539 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.0374235537648201
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1552 | LCC = 0.9692 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.035631714433431626
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1569 | LCC = 0.9705 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.034970214545726776
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1726 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03262574368715286
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1751 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03202556210756302
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1588 | LCC = 0.9708 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.030695222318172455
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1656 | LCC = 0.9713 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03096596737205982
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1641 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1746 | LCC = 0.9733 | SRCC = 0.9725 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer34/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer34/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f95d6ca87bf8eabc88eadaa27770b9b4a121a4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:420f117e0bef9ec02074948b2e72ab0273af756c09b6da9cae22f932e33cbbea
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer34/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e702acf9ca7eaf09293163dd6ba677871e623cb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c7f5658c0535e04cad24513dd3de1ef2bf2dcadeea569d6b8ac5bf8c5a313f
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer34/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3ff849733e82833e703d98b189eb26a729587347
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42322697162628176
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2565 | LCC = 0.9407 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.1641413117647171
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2434 | LCC = 0.9571 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.12665840870141984
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2400 | LCC = 0.9621 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.11475816321372986
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2087 | LCC = 0.9644 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.10551588690280914
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1569 | LCC = 0.9667 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.09330324819684029
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1858 | LCC = 0.9684 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.08807834824919701
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1634 | LCC = 0.9681 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07908114370703698
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1693 | LCC = 0.9696 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07634212982654572
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1892 | LCC = 0.9700 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.07429390037059784
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2025 | LCC = 0.9702 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0714883383512497
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1644 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06761336946487427
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1512 | LCC = 0.9696 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06911549091339111
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1901 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05884688803553581
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1729 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05701669503748417
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1604 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05438076056540012
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1503 | LCC = 0.9723 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.052790969014167785
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1933 | LCC = 0.9715 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.05152842557430267
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1698 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.048267154276371
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1493 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04684811107814312
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1916 | LCC = 0.9712 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.044876496985554695
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1547 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04433149087429047
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1653 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04125556680560112
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1612 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03947563420236111
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1622 | LCC = 0.9726 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.036119799092411996
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1686 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.036942376121878624
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1474 | LCC = 0.9721 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03647490967810154
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1468 | LCC = 0.9715 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03421395343542099
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1701 | LCC = 0.9723 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.032851971536874774
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1552 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03334848453104496
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1555 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.0340045747384429
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1596 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1614 | LCC = 0.9727 | SRCC = 0.9722 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer34/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer34/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae829541f131765746e2b6a504d0e11fdd4ea5a5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df6558a0a0b1b3e9512c07a3f4084d8d6897db66a5edc40d4d541dd8dd46095b
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer34/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3242443664e91a929232393482976081d0f3a4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c98a20d728561cb7c5b8562fef7f4f43af97c06067c01bf69c4e5d3837cc3a8e
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer34/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer34/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d4b94ef8f624d967fc90fda30cb2570b6c8d1b0c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer34/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36400548738241195
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2443 | LCC = 0.9433 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.15119187492132186
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2264 | LCC = 0.9552 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12893920147418975
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2173 | LCC = 0.9599 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.11330500611662865
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2049 | LCC = 0.9610 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.09980326175689697
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1914 | LCC = 0.9647 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.08943218106031418
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1918 | LCC = 0.9655 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.0829474957883358
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1767 | LCC = 0.9657 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08013744083046913
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1753 | LCC = 0.9635 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.07496358072757721
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1987 | LCC = 0.9680 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.0705914244055748
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1751 | LCC = 0.9681 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06566153863072395
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1477 | LCC = 0.9667 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.06612320005893707
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1635 | LCC = 0.9683 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.06122040030360222
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1631 | LCC = 0.9681 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.05771169379353523
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1870 | LCC = 0.9687 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.05371959680318832
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1564 | LCC = 0.9684 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.05002111430466175
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2096 | LCC = 0.9673 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.050281098887324335
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2241 | LCC = 0.9676 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.048399248272180555
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1610 | LCC = 0.9685 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.04781105010211468
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1644 | LCC = 0.9691 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.045207404017448424
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1852 | LCC = 0.9687 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.04095040114223957
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1715 | LCC = 0.9685 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.03902539610862732
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1677 | LCC = 0.9688 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.038662344694137575
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1551 | LCC = 0.9690 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.03937659129500389
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1581 | LCC = 0.9686 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.0358126219958067
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1585 | LCC = 0.9679 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.03809351152181625
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1512 | LCC = 0.9686 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.034593225583434105
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1873 | LCC = 0.9682 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.03302263800799847
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1403 | LCC = 0.9678 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.03317894513905048
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1478 | LCC = 0.9679 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.031097458362579346
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1637 | LCC = 0.9684 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.029349580004811287
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1649 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1617 | LCC = 0.9708 | SRCC = 0.9705 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer36/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer36/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbc3ffeefb20d9ee107187c64cc1b1a4c85f24f2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3de9439ad96ddcb9aa14b1035b927b3b9a10843b32745befdea5e3c47d99832
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer36/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd908db9117101b2ecb9449f88aacf672ee42b6c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b33b6a2f48b87897d70f89deb210c93b16b419199afe32ae7815c2e3dab3f6e7
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer36/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e8dfb6da35499a8b08a035482bee04c8cbe3aa23
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37084116476774215
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2625 | LCC = 0.9456 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.1466196327805519
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2394 | LCC = 0.9583 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.11966153651475907
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2065 | LCC = 0.9630 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09997559505701065
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1902 | LCC = 0.9657 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.09148479464650154
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2435 | LCC = 0.9668 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08862799698114396
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2219 | LCC = 0.9672 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07906556087732315
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1955 | LCC = 0.9687 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.0771837994158268
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2188 | LCC = 0.9675 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07137568792700767
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2150 | LCC = 0.9686 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06630247557163238
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1683 | LCC = 0.9695 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06341636164486408
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1664 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05839603883028031
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1710 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05651375888288021
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1611 | LCC = 0.9697 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05258131051063537
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1918 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04937686942517758
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1657 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05143510685861111
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1500 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04847771035134792
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1584 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04459230253100395
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1822 | LCC = 0.9692 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04214941976964474
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2095 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.04159797143936157
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1819 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03915795786678791
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1957 | LCC = 0.9713 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03757145771384239
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1768 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0359332632124424
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1579 | LCC = 0.9701 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0351613128632307
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1718 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.034543736264109615
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1587 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03201238319277763
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1876 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.032399823412299154
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1858 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.028996627867221833
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1793 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.028090556278824806
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1949 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.029231697738170623
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1894 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.02756267496943474
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1757 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1820 | LCC = 0.9722 | SRCC = 0.9716 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer36/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer36/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b8e0d490c048671f7a14828290373614d5cd06f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aee5d8fe62198099bf1497d3c85640e789ab5b3bb0f3415b6090c86dd873b73b
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer36/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14a10a1a5a2e7888d8d73fccfaee72547d5a12a1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:336196f3a4b86b38c3dfcf82e27a83a10128a1321cb50b8379c4b9830c94ea53
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer36/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2199057bd9939f73f692cc7e50eac5d810ee6065
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39617545187473296
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2443 | LCC = 0.9484 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.14206642138957978
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2131 | LCC = 0.9578 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.11275172126293183
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2335 | LCC = 0.9636 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.09932926201820373
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1807 | LCC = 0.9650 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09484005585312844
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2079 | LCC = 0.9673 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08880963152647019
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2065 | LCC = 0.9680 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08077442383766174
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1892 | LCC = 0.9688 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07647999602556228
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1796 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06898756206035614
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1517 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0667625637948513
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1771 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06127203559875488
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1989 | LCC = 0.9700 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06175964760780334
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1400 | LCC = 0.9700 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.058717340111732484
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1345 | LCC = 0.9696 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05347913739085197
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1880 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.051421783030033114
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1511 | LCC = 0.9712 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04982315538823605
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1833 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04831311704218388
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1784 | LCC = 0.9709 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.046446365997195246
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1412 | LCC = 0.9709 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04322810117900371
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1654 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0410259318202734
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1631 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03919383545219898
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1579 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03788477848470211
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1510 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03533661440014839
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1507 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03758320347964764
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1496 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.0353399672806263
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1368 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.035094783678650855
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1531 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.031619231402873996
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1663 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.029193493619561195
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1574 | LCC = 0.9715 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.03056273479759693
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1506 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.028620364226400852
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1528 | LCC = 0.9706 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.029940906956791878
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1478 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1640 | LCC = 0.9727 | SRCC = 0.9721 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer36/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer36/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dda9b3c8b43cae18b55aea4018a412f3f8e53345
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:674d0ab958539b5080b868effa331dd344e43dba7c26a2e04395e1e9e1966012
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer36/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd108a3e3480752e183d6f873cb2e9add9c6643
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aebe68c5e5e9efcc95728859252b408c01eaad77e6482d708669c331199afb96
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer36/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..77fcefdae1245bea554ff381e385277ecaba9900
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39079192459583284
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2299 | LCC = 0.9470 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.14307945865392685
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1950 | LCC = 0.9590 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.11326974377036095
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1983 | LCC = 0.9648 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.10428494682908059
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1877 | LCC = 0.9669 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.0958240289092064
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1907 | LCC = 0.9672 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.0870006841123104
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1801 | LCC = 0.9684 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07758983084559441
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1796 | LCC = 0.9686 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07353946301341056
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1427 | LCC = 0.9690 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.07332936948537827
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1850 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06465735644102097
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1705 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06295517334342003
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2091 | LCC = 0.9699 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06022040620446205
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1607 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05581982740759849
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1366 | LCC = 0.9705 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.054982634544372556
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1969 | LCC = 0.9704 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.051424546033143996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1768 | LCC = 0.9701 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04961366702616215
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1573 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04846008837223053
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1439 | LCC = 0.9701 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04522567541897297
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1720 | LCC = 0.9714 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04323581247031689
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1728 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.0419912174642086
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1694 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04146806475520134
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1639 | LCC = 0.9717 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03771034741401672
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1709 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03704496978223324
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1590 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03763911803066731
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1647 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03491347037255764
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1566 | LCC = 0.9718 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.031737336680293084
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1625 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.031511312022805216
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1631 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.031939387530088424
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1582 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.029642372965812683
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1690 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.029086005866527556
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1586 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.02773505213856697
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1517 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1552 | LCC = 0.9730 | SRCC = 0.9730 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer36/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer36/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8104e5b626b66b316a471228d3946e9608459ab5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a1daa260328be8ea79aa3878e76e9315ed54ea79c913a35085a7d1693fae976
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer36/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926561da3bd563cd32189b538cf657c35e50e160
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:198775b37aaf963a4c02686b1ab9cdbe38bcc96c40b482744bdd1855111404dc
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer36/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..29292195f0f8ed4578b2f8b08a3e22bcdb1f812a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4184150598049164
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2139 | LCC = 0.9482 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.14041236561536788
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1773 | LCC = 0.9571 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.11671010273694991
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1658 | LCC = 0.9622 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10370067405700684
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1990 | LCC = 0.9648 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09313969212770462
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2338 | LCC = 0.9672 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.0937761844098568
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1695 | LCC = 0.9682 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07943975445628167
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2063 | LCC = 0.9687 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07610993379354478
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1912 | LCC = 0.9695 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07089036694169044
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1854 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06716691708564758
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1834 | LCC = 0.9697 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06476069831848144
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2299 | LCC = 0.9705 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.060296593576669694
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1845 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.056426486283540724
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2203 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05369547292590141
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1798 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05339738672971726
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1827 | LCC = 0.9716 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05019618168473244
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1734 | LCC = 0.9702 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.047284602239727976
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1486 | LCC = 0.9685 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04673340328037739
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1482 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.043822299867868425
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1762 | LCC = 0.9699 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.04166319189965725
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1655 | LCC = 0.9700 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0402757787257433
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1405 | LCC = 0.9697 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04029739107191563
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1739 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03568760584294796
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1773 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.035622006043791773
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1587 | LCC = 0.9711 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03358796517550945
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1808 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.034545952156186104
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1915 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.034197140738368034
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1638 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.029682789251208305
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1876 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.030314480409026148
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1664 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.029289673045277596
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1840 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.028404358118772507
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1673 | LCC = 0.9722 | SRCC = 0.9707 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1632 | LCC = 0.9729 | SRCC = 0.9724 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer36/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer36/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bae153719b22c5875aff6092ec4c5086bca69d6e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d597d38f707dae6769e94de7e0e27f302bee8ca5363749ca5d635305208af238
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer36/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd5e3b8a04eb7a770f0a910d499191f83557e677
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10027e9d8351b24020792ccfe100ddc34e9fb239262aa83b05002e1790cd383a
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer36/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer36/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..aee5d45614e5be65b61ad2ead25d964ffcbf10ee
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer36/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3466171278953552
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2414 | LCC = 0.9474 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14407474410533905
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2357 | LCC = 0.9567 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.12045472604036331
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1806 | LCC = 0.9602 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10376573845744133
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2069 | LCC = 0.9658 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09214080440998078
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1736 | LCC = 0.9660 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.08704169976711273
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2007 | LCC = 0.9672 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.08388708880543709
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1643 | LCC = 0.9688 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07602933475375176
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1791 | LCC = 0.9682 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.06806914582848549
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1524 | LCC = 0.9688 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.0666362652182579
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1515 | LCC = 0.9693 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06287260290980339
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1546 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.059920053124427795
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1474 | LCC = 0.9698 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05628760279715061
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1654 | LCC = 0.9707 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05284775601327419
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1566 | LCC = 0.9706 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05544387456774712
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1744 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04981437346339226
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1670 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04602447083592415
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1512 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04670155562460423
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1457 | LCC = 0.9710 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.042255980134010315
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1756 | LCC = 0.9702 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.042576082974672316
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1703 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.040510559529066084
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1662 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04114079168438912
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1631 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03683482539653778
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1593 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03525456528365612
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1514 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.033437778785824775
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1437 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03135680602490902
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1862 | LCC = 0.9706 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.031429137006402014
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1700 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.031810793444514276
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1778 | LCC = 0.9701 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.0291527586132288
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1456 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02701096299290657
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1556 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.027985470943152905
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1645 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1614 | LCC = 0.9726 | SRCC = 0.9724 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer38/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer38/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa2202042786378709945989a3aad5fcf2d2aef5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59928d25e2a3be9bf81fd1236b3641005b5dd820dccb03732cfbc045f300f84d
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer38/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb2944aeee1aac14ac7d8792dd6e139f7d4b0a5a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ced1892b6897f7d7e1b781a22ada4790568512a16c2293465bca3e6bd9201d66
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer38/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b1fb7b8ae59b8c66fbe86f5126c607cb2d6b055c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3558842204809189
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2582 | LCC = 0.9480 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14679123330116273
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2523 | LCC = 0.9563 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.11954030108451844
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1919 | LCC = 0.9626 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.10363795626163483
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1817 | LCC = 0.9649 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09424833685159684
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1755 | LCC = 0.9645 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.08609261974692345
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2040 | LCC = 0.9672 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07944248157739639
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1761 | LCC = 0.9680 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.07284740918874741
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1894 | LCC = 0.9683 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07072249266505241
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1508 | LCC = 0.9686 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06409601128101348
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2092 | LCC = 0.9695 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06285435909032822
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1575 | LCC = 0.9693 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.061157888621091845
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1841 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05656137952208519
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1888 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.058424759060144424
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1548 | LCC = 0.9707 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05241496953368187
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1711 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.049481783553957936
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1939 | LCC = 0.9698 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.048216026574373246
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1747 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04518214210867882
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1487 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04323844361305237
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1860 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04365216052532196
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1851 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0375362349152565
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1776 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03631195691227913
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1786 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.038143286049365996
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1639 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03450111666321754
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1653 | LCC = 0.9704 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.037062941417098046
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1852 | LCC = 0.9705 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.033990324556827545
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1829 | LCC = 0.9709 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.029204134047031403
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1677 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.029512074708938598
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1497 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.032467821285128595
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1717 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.02685604488104582
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1542 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.028194790333509447
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1723 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1474 | LCC = 0.9729 | SRCC = 0.9729 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer38/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer38/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55b0b88539fc5cae8ad4e8d7715311dfdc02253a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2dec282890a96175b1e01b2b2bd475b71821d654a8bec018850fb24b131c066
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer38/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12a1842478ad4acd9bb5177842c019c4bff5ed08
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c4da0081cdcc580481425017d18abae339e09ecc6bdf13b17abb679199cecd8
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer38/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dc8d4588b09e7862e9d23ca3aabc82e1c87b1e37
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3856969577074051
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2479 | LCC = 0.9503 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.13848739260435106
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1794 | LCC = 0.9602 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.10929290664196015
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1833 | LCC = 0.9641 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.10242943039536476
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1645 | LCC = 0.9660 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.09316253691911697
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1752 | LCC = 0.9672 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.0799498461484909
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2254 | LCC = 0.9667 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.07767478197813034
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1577 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07336836779117584
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1594 | LCC = 0.9697 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06617289617657661
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1471 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06345405882596969
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1835 | LCC = 0.9695 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06454156318306922
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1850 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05887997670471668
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1436 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.055705289766192434
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1428 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.054259054869413376
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1486 | LCC = 0.9687 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.05171012181043625
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1434 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04836002166569233
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1379 | LCC = 0.9702 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.043975448697805404
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1540 | LCC = 0.9695 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04366652525961399
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1393 | LCC = 0.9676 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.04300688318908215
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1425 | LCC = 0.9714 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04092701049149036
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1449 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0406169667840004
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1398 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03672604832053185
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1507 | LCC = 0.9715 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03712812514603138
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1393 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.034318795174360275
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1472 | LCC = 0.9689 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.03358851247280836
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1424 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.034150296851992605
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1479 | LCC = 0.9713 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.031058604896068574
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1514 | LCC = 0.9716 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02965648752450943
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1677 | LCC = 0.9714 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.029592418894171715
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1440 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03005637326091528
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1457 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.027972604781389236
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1509 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1447 | LCC = 0.9735 | SRCC = 0.9734 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer38/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer38/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dae76dedc790f97b19325229b95dc75aa44d058d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58451ff715e8da175bb5def734bb6524daa0a2b33207923442199818a9fb8a45
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer38/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6c7803ae0da913b9d93bfbe8bdf207b7d7ae1c3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02995df1b59741c46dda3cd9bf92282b6e621aa291ef3bd66798961efee5de1d
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer38/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ff8925ef644e8c03dfe635b49e64ab8bab1eb86
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3794033288955688
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3109 | LCC = 0.9459 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.1416382457613945
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2201 | LCC = 0.9597 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11196582877635956
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2155 | LCC = 0.9634 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.09794212204217911
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2410 | LCC = 0.9653 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09182572892308236
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1583 | LCC = 0.9654 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.0865036818087101
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1957 | LCC = 0.9677 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07724099358916282
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1629 | LCC = 0.9681 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07598049944639206
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1692 | LCC = 0.9670 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.0742725749015808
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2247 | LCC = 0.9690 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06504936426877976
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1646 | LCC = 0.9698 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06173207664489746
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1995 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05952079963684082
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1696 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05654339304566383
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1872 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05348136024177074
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2044 | LCC = 0.9694 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05224865095317364
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1704 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04908099475502968
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2130 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04488840971887112
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1875 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04518809826672077
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1737 | LCC = 0.9697 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.04163896660506725
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1696 | LCC = 0.9705 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03920104588568211
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1682 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.040962110802531246
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1575 | LCC = 0.9701 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03647107282280922
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1839 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0365851811170578
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1741 | LCC = 0.9705 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.036303778678178786
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1897 | LCC = 0.9703 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03547481192648411
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1538 | LCC = 0.9692 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0331257444024086
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1548 | LCC = 0.9703 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.031102280110120773
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1731 | LCC = 0.9708 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03095718766748905
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1862 | LCC = 0.9702 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03009469159692526
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1750 | LCC = 0.9702 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.02784664736688137
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1705 | LCC = 0.9708 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.02976624257862568
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1592 | LCC = 0.9712 | SRCC = 0.9698 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1504 | LCC = 0.9738 | SRCC = 0.9734 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer38/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer38/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa2a4a18bfccce9d4b319b4b5413a2c883fd5a8e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da611060cbeb0c9bf5b0c4f53131c2d9a0ba4609631ec8f1fe82016d693719e3
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer38/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..38b4e22e9cea8de8021c6ed1a504b2d03773936b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16339bda6cf6b0049d8fa4ee56fc867857126e106323f197385d62ff5f317bc3
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer38/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9d84bd6b571ba674e0db8288c8c43120dd855972
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39518193674087526
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2611 | LCC = 0.9497 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1414701886177063
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2556 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.1182013139128685
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2213 | LCC = 0.9631 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10103740113973618
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2178 | LCC = 0.9652 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08940617421269417
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2279 | LCC = 0.9663 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.0874656894505024
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2144 | LCC = 0.9681 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07892866724729539
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1938 | LCC = 0.9685 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07517336672544479
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1862 | LCC = 0.9678 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07207538169622421
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1944 | LCC = 0.9685 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06571751376986504
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1810 | LCC = 0.9694 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06114544069766998
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1924 | LCC = 0.9697 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05673066011071205
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1548 | LCC = 0.9692 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05721793439984322
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1835 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.054944389790296554
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1819 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.049349200055003165
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1681 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04871702240407467
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1893 | LCC = 0.9701 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04712915739417076
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1754 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04491954132914543
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1957 | LCC = 0.9698 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04172478725016117
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1759 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0407626311480999
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1584 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.038834272131323816
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1638 | LCC = 0.9706 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.037612869411706926
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1761 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.035039506554603576
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1754 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03711528511345386
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1859 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03994645991921425
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1663 | LCC = 0.9704 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03346462886035442
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1829 | LCC = 0.9706 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.031186686784029007
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1576 | LCC = 0.9704 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03445906959474087
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1645 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.030764516606926917
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1582 | LCC = 0.9708 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.028681699320673944
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1540 | LCC = 0.9695 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.02761603620648384
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1727 | LCC = 0.9702 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1602 | LCC = 0.9725 | SRCC = 0.9716 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer38/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer38/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc48b1d987cb8f32be161f9e18714fe1a7abf1e6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b64dd70ebd1a2ba14ac357faf8aee9bcb3a79e4bc5e83be383cb62512df4633
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer38/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0db9483f0afc84afa7578f33e435bc42c107fed8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:049c820d79dd4b650a88ae614b6fad9c7adf37f7c6867851c2b9600fe615eb0e
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer38/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer38/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..05800b0d8ecf09aac09e0f24a8c52e981cc60737
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer38/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.418071076631546
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2528 | LCC = 0.9481 | SRCC = 0.9456 ]
+INFO:root:Average loss=0.1430046027302742
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2198 | LCC = 0.9578 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.11313814753293991
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2151 | LCC = 0.9629 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10076246383786201
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2202 | LCC = 0.9643 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09444841164350509
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2128 | LCC = 0.9663 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.08411688059568405
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1786 | LCC = 0.9665 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08246178695559502
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1848 | LCC = 0.9685 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07449498656392098
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1702 | LCC = 0.9691 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07124402850866318
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1660 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06615537863969803
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1859 | LCC = 0.9675 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06455745336413383
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1629 | LCC = 0.9693 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05876852211356163
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1570 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05557147282361984
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1646 | LCC = 0.9679 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.055447675734758374
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1992 | LCC = 0.9705 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05014758333563805
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1539 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.054214774549007416
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1784 | LCC = 0.9691 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0490206891298294
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1708 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04715342074632645
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1729 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04729064153134823
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1666 | LCC = 0.9700 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.044755766019225124
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1947 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03892536365985871
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1715 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.040371806666255
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1796 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03607332769036293
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1686 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.037355226770043375
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1987 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.03418947595357895
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1583 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03352425770461559
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1633 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03452969002723694
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1530 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.030852128967642785
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1501 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03403046110272408
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1569 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.02964499792456627
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1481 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.027901035964488983
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1904 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1680 | LCC = 0.9726 | SRCC = 0.9727 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8e3a75ea9968885cf7a2c4ef7d93b9a166142ff
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:653e5ef0b138df20107f1f7e5d28c366c56679f80d9615d06eb06a6285eb8aa7
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0eb191e16c961f713f4ca0b1fe73df2223ef9d67
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92c6f4dd42c2104c518b3d1a6323c985d29d9ce0301993e24c77104931ff59f4
+size 4060422
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..16d14f16471a1057433ef0e8c5f20e466ed46623
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35038629364967344
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2682 | LCC = 0.9424 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.14522261559963226
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2295 | LCC = 0.9521 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.11837161338329315
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2600 | LCC = 0.9530 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10606342008709907
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2264 | LCC = 0.9593 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0936736316382885
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2045 | LCC = 0.9606 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.0862298772931099
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2774 | LCC = 0.9608 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.08527564680576324
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1663 | LCC = 0.9634 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.07585669514536858
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2087 | LCC = 0.9633 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.06962787967920303
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2307 | LCC = 0.9650 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.06571515083312988
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1727 | LCC = 0.9635 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.06219658017158508
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1852 | LCC = 0.9667 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.058154446452856064
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1813 | LCC = 0.9675 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.05175025555491448
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2023 | LCC = 0.9660 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.05383342745900154
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1554 | LCC = 0.9658 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.047056430041790005
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1674 | LCC = 0.9681 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.04592124632000923
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1846 | LCC = 0.9676 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.04240854050219059
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2008 | LCC = 0.9681 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.04001647813618183
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1792 | LCC = 0.9675 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.03691852016746998
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2106 | LCC = 0.9674 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.036360924929380416
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1769 | LCC = 0.9680 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.03544579596817493
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1749 | LCC = 0.9674 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.034256364464759825
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1529 | LCC = 0.9687 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.029809293940663336
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1677 | LCC = 0.9685 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.03164733499288559
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1809 | LCC = 0.9689 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.02955576829612255
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1748 | LCC = 0.9691 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.02881133508682251
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1818 | LCC = 0.9660 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.026819911137223245
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1610 | LCC = 0.9681 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.02812575091421604
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2082 | LCC = 0.9667 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.025797658063471316
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1895 | LCC = 0.9683 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.025035637214779853
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1721 | LCC = 0.9690 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.023487438902258875
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1674 | LCC = 0.9686 | SRCC = 0.9679 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1739 | LCC = 0.9680 | SRCC = 0.9678 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3427832bb6bfb4e48ee8bf4d791d24640c05394a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f27a642617c210c7355512b6ee52e71917948c793a1c7325cebd84e5e8a52f8
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b0d58971c1bf4675fcfa81c6287e36e434f5367
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d66636e4b9f4268763a5476d62dd1674f349462fa4398c28039cf1402f128344
+size 4060422
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4bae84ff7d4d1555e306d250f8d1193d0cf69e7a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3971942561864853
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2744 | LCC = 0.9381 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.15484981256723404
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2366 | LCC = 0.9515 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.12633788615465164
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1967 | LCC = 0.9566 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.11504513740539551
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2300 | LCC = 0.9592 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.09648973035812378
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2057 | LCC = 0.9608 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.08840400910377502
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2152 | LCC = 0.9620 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.08464214345812797
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2331 | LCC = 0.9624 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.07944491997361183
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1972 | LCC = 0.9625 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.07264462673664093
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2385 | LCC = 0.9652 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.06439576238393784
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1790 | LCC = 0.9665 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.06561813685297967
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2837 | LCC = 0.9631 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.05946840280294418
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1870 | LCC = 0.9663 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.055796908795833586
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2342 | LCC = 0.9641 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.05660545659065246
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2185 | LCC = 0.9647 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.050747159242630006
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2113 | LCC = 0.9673 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.04504670831561088
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1848 | LCC = 0.9666 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.04463446708023548
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1919 | LCC = 0.9675 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.04307701283693314
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1913 | LCC = 0.9672 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.03938254916667938
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2015 | LCC = 0.9667 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.037805082485079765
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2153 | LCC = 0.9679 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.038740865856409075
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1844 | LCC = 0.9684 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.0352542862445116
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1754 | LCC = 0.9687 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.032278307512402536
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2068 | LCC = 0.9663 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.03248210434615612
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1906 | LCC = 0.9674 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.03204924470186234
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1981 | LCC = 0.9658 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.030763892501592636
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1987 | LCC = 0.9683 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.029084908656775953
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2211 | LCC = 0.9679 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.027897133812308312
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2327 | LCC = 0.9677 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.02688837620615959
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2113 | LCC = 0.9674 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.025022383160889148
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1884 | LCC = 0.9676 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.026108736582100393
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1802 | LCC = 0.9686 | SRCC = 0.9682 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1740 | LCC = 0.9685 | SRCC = 0.9683 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..541595f6724d580098283e7da354f4bdb679cdb1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7acfaf55324befc512e21bd1e375d727618b6ebd292c67acdee2ccbcbe1c3f81
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f5b93cf75a4277c19556b9356c7af26e5840002
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:daf14cdbaafc226b9d8ded682b3fd0de11014f6455444cad8bfaf1900cfba65d
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f48b6fbdee55540d932c9add3d7870cbf87df261
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4292917211651802
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3048 | LCC = 0.9367 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.159089235663414
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2258 | LCC = 0.9497 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13280752950906755
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1945 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11349701130390168
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2422 | LCC = 0.9553 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.10552055686712265
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2228 | LCC = 0.9546 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09098219627141953
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1532 | LCC = 0.9617 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.0838562257885933
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2177 | LCC = 0.9611 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.0765131337940693
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1925 | LCC = 0.9629 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.07461695465445518
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1979 | LCC = 0.9635 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.0659994841516018
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1929 | LCC = 0.9653 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.06399179437756539
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1680 | LCC = 0.9652 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.05869505766034126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1700 | LCC = 0.9651 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.05848865866661072
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1716 | LCC = 0.9648 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.053255719512701034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1863 | LCC = 0.9671 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.049977952376008036
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1808 | LCC = 0.9680 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.0473589603304863
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1662 | LCC = 0.9665 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.04705711403489113
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1776 | LCC = 0.9673 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.04249885584414005
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1805 | LCC = 0.9669 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.03960986939072609
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1756 | LCC = 0.9675 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.03806551365554333
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1682 | LCC = 0.9668 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.03488292886316776
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1681 | LCC = 0.9671 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.034124086752533915
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1616 | LCC = 0.9676 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.03405166661739349
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1781 | LCC = 0.9679 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.033062196657061574
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1859 | LCC = 0.9679 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.03034376759827137
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1649 | LCC = 0.9672 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.028600731745362283
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1687 | LCC = 0.9673 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.029074531227350237
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1616 | LCC = 0.9688 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.027693101383745672
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1616 | LCC = 0.9684 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.026969713643193245
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1599 | LCC = 0.9684 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.025978415690362452
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1593 | LCC = 0.9687 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.026115254163742066
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1620 | LCC = 0.9685 | SRCC = 0.9682 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1571 | LCC = 0.9696 | SRCC = 0.9691 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..375034866b1fab0529ab682948007231e78badaf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c62d4a01e3471ac85e739302f2517d3d84363f43618ee8ed2491fb1e833e531
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..059d75972d1b8c3220f10d62eb2f61c7ccbabae5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e6bfb0b48218171765bafe253507dd055ef1ebccd6784e636aba9f01a97c469
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fb2dd399fbc74ab82bddf4237259eaaf296ac535
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4269577625989914
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2854 | LCC = 0.9390 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.15395086520910264
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2322 | LCC = 0.9508 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12729837518930434
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2042 | LCC = 0.9576 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.1107394680082798
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2098 | LCC = 0.9586 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.09743219542503356
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2416 | LCC = 0.9627 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.08954209586977958
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2102 | LCC = 0.9622 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.08146958246827125
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1981 | LCC = 0.9638 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.07585189312696457
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2002 | LCC = 0.9633 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.07517360052466393
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2237 | LCC = 0.9636 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.06573829668760299
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2237 | LCC = 0.9631 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.0639690155684948
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2137 | LCC = 0.9653 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.057973383784294126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2199 | LCC = 0.9658 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.054261279612779614
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1856 | LCC = 0.9652 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.05064175397157669
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1651 | LCC = 0.9662 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.0481522095054388
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1847 | LCC = 0.9660 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.04688165681064129
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1712 | LCC = 0.9663 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.04481146761775017
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2137 | LCC = 0.9644 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.041221321076154706
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1763 | LCC = 0.9661 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.03931416989862919
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2128 | LCC = 0.9641 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.03684327730536461
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1844 | LCC = 0.9657 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.036003340125083924
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1731 | LCC = 0.9668 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.033316871777176855
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2114 | LCC = 0.9666 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.0333084015995264
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2194 | LCC = 0.9613 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.03185524868965149
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2013 | LCC = 0.9659 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.029844133727252482
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1718 | LCC = 0.9671 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.028678424790501596
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2034 | LCC = 0.9660 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.02780592505633831
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2006 | LCC = 0.9661 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.026172896169126034
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1883 | LCC = 0.9661 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.026815302565693856
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1866 | LCC = 0.9660 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.024491004250943662
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1986 | LCC = 0.9675 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.024066066086292266
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1813 | LCC = 0.9672 | SRCC = 0.9658 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1915 | LCC = 0.9689 | SRCC = 0.9684 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1994c2edbeded2fee0742465e2d8a0985abde22f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:032d36af0af6e7863041cbdde7f9d0c7a4718c1d41d77dff079b7e7a64e5a60e
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e595edc1539266a4ca0e1e4ec2333654448b8f1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19afe611fd37ffb4568a1ee4b0a4cea686d4eae8ea065a5884e514ae9afe9039
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer4/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0a9fd90e3f939943ee3432f44d9910d82538ba92
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5045388926267624
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2905 | LCC = 0.9293 | SRCC = 0.9302 ]
+INFO:root:Average loss=0.1689813558459282
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2332 | LCC = 0.9454 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.1328353663086891
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2355 | LCC = 0.9516 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.11629119044542313
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2030 | LCC = 0.9536 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.10602226090431213
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2130 | LCC = 0.9569 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.10094522067904473
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2401 | LCC = 0.9593 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.08580060434341431
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1771 | LCC = 0.9593 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.08269686871767044
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1984 | LCC = 0.9620 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.07480017974972725
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2263 | LCC = 0.9622 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.06903939485549927
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2262 | LCC = 0.9617 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.06661386224627495
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2261 | LCC = 0.9632 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.0637740815281868
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2123 | LCC = 0.9614 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.059477687805891036
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1858 | LCC = 0.9653 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.05935209795832634
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2053 | LCC = 0.9641 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.053520056188106534
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2250 | LCC = 0.9638 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.05048669157922268
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2052 | LCC = 0.9644 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.048120521932840346
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1908 | LCC = 0.9643 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.043747964441776276
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1923 | LCC = 0.9637 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.04097282817959785
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1844 | LCC = 0.9634 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.04087429259717464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1880 | LCC = 0.9659 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.03860615138709545
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1971 | LCC = 0.9651 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.03691735507547855
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1634 | LCC = 0.9638 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.03466132768988609
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1888 | LCC = 0.9654 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.03307300268113613
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1803 | LCC = 0.9643 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.03394963590800762
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1888 | LCC = 0.9657 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.03102146227657795
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1873 | LCC = 0.9656 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.02903674651682377
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1825 | LCC = 0.9652 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.029423960775136947
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1851 | LCC = 0.9654 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.028137332111597062
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1918 | LCC = 0.9657 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.02745111881196499
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1882 | LCC = 0.9654 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.026060300379991533
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1752 | LCC = 0.9658 | SRCC = 0.9657 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1876 | LCC = 0.9674 | SRCC = 0.9672 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer40/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer40/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e8ec1adc72b490d7260c2f69f36df63ce05853
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00593cfb40a6211536924db8d8d5a8b604bcc43a4f71a1cef77b20e7ba8f385b
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer40/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fbc2ebeb19a6f464562837ccd2fa843ed054070
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bbb09c858f466140d5ab375d2d418eff59f2a7db10be77f20fbcb43379551e48
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer40/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f22585325f5acd90419c1d648a1740c497b7eed3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4453324264883995
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2315 | LCC = 0.9503 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1364115147590637
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2212 | LCC = 0.9598 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.1246979268193245
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2194 | LCC = 0.9621 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.10144619292020798
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2178 | LCC = 0.9643 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.09448179483413696
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2135 | LCC = 0.9652 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08576006865501404
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2136 | LCC = 0.9666 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08072008189558982
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1941 | LCC = 0.9681 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07728100284934043
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1620 | LCC = 0.9677 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07343080553412437
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1663 | LCC = 0.9682 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.06998520827293396
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1816 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06521100762486458
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1804 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06242377704381943
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1557 | LCC = 0.9680 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05830297958850861
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1885 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05679393410682678
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1558 | LCC = 0.9697 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05279620131850243
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1604 | LCC = 0.9697 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05134033706784248
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1678 | LCC = 0.9696 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.04818868741393089
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1775 | LCC = 0.9691 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.04892544507980347
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1622 | LCC = 0.9698 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.04286617560684681
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1769 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.042895373716950416
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1698 | LCC = 0.9696 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.04183086526393891
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1594 | LCC = 0.9700 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.040861734226346015
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1747 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03969770561158657
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1632 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.039139747932553294
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1740 | LCC = 0.9704 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03528479389846325
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1689 | LCC = 0.9701 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.03399369141459465
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1660 | LCC = 0.9706 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.031229435503482818
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1597 | LCC = 0.9697 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.031597834900021556
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1622 | LCC = 0.9707 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.02946481015533209
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1759 | LCC = 0.9679 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.03011005933582783
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1676 | LCC = 0.9695 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.027575740806758404
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1763 | LCC = 0.9693 | SRCC = 0.9678 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1570 | LCC = 0.9728 | SRCC = 0.9725 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer40/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer40/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6f77666ddf25d51358c62536776d26e89c1fe31
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8650fe743e73f4db6c85fe7ffcadf1e60f671b7cdfb3ae72ba1e268c20421fb
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer40/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1235675e47133508bc156c531abc86aa32c1629
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafb97c399a6792e1618a4fbb292ed930f338e6b1b4b912a66f308b4864a1e65
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer40/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e504a94d3d177c10a148732fcf6c6024c856a023
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38659746772050857
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2484 | LCC = 0.9523 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1402140571475029
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2012 | LCC = 0.9607 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.11721414124965668
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1728 | LCC = 0.9628 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.10148174059391021
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2050 | LCC = 0.9646 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09035442411899566
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2240 | LCC = 0.9658 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.0849185412824154
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1768 | LCC = 0.9678 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07683010956645012
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2040 | LCC = 0.9687 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.0720375454723835
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1672 | LCC = 0.9688 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07184039402008056
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2401 | LCC = 0.9688 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06987519800662995
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1887 | LCC = 0.9698 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06258871611952782
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1832 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.061377189874649046
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1700 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.061316401094198225
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1737 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.056043412059545515
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1563 | LCC = 0.9704 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.05252116663753986
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1617 | LCC = 0.9703 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.051003285348415375
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1775 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04757405680418014
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1587 | LCC = 0.9705 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0465248097628355
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1647 | LCC = 0.9714 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04338415621221065
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1629 | LCC = 0.9706 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.044246074989438056
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1673 | LCC = 0.9710 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04160535530745983
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1763 | LCC = 0.9706 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03860284760594368
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1588 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03783158741891384
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1598 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03536387583613396
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1727 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03497213779389858
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1744 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03335526496171951
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1702 | LCC = 0.9716 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03146184146404266
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1541 | LCC = 0.9712 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03061842668056488
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1687 | LCC = 0.9712 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.029425912618637085
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1585 | LCC = 0.9716 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.028418387904763222
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1560 | LCC = 0.9702 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.029805128440260887
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1472 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1560 | LCC = 0.9724 | SRCC = 0.9725 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer40/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer40/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..addd7705a05bffe84793fa3868e6f5db94c99481
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13582dc67219ff5d183daf0464a34a933431baf90915ea9b685e34a6c015fa82
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer40/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e648ade98db5966bc7d7486d976ec403dd6db6b0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7a2d585ef0c5c04d5105ae9de13a88c03fdb35894bb2d39b02166c91a6dacc4
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer40/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..552000c6bee09aa1a964be3a855ca2583990367a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4126986555457115
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2617 | LCC = 0.9497 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.13740793889760972
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2455 | LCC = 0.9600 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.1187926151752472
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1751 | LCC = 0.9618 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.10164759039878846
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1949 | LCC = 0.9643 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09363642305135728
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1495 | LCC = 0.9613 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.08564508762955665
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1828 | LCC = 0.9659 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.080221619784832
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2349 | LCC = 0.9652 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.07896394136548042
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1720 | LCC = 0.9678 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.07253483819961548
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1825 | LCC = 0.9675 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.06970572158694267
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1726 | LCC = 0.9682 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.06569438856840133
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2089 | LCC = 0.9684 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06335479786992074
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1600 | LCC = 0.9682 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.06038013869524002
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1854 | LCC = 0.9687 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06037262114882469
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1619 | LCC = 0.9682 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.055627572298049925
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1673 | LCC = 0.9685 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.051995296090841296
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1699 | LCC = 0.9685 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.052721303015947345
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1694 | LCC = 0.9691 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.04882239156961441
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1724 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.04510251913964748
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1704 | LCC = 0.9673 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.04268480570614338
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1762 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.043087941348552705
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1986 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.04115739500522614
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1700 | LCC = 0.9679 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.03897386740148068
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1525 | LCC = 0.9684 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.03584651577472687
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1548 | LCC = 0.9682 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03760009968280792
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1773 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.035421719461679456
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1739 | LCC = 0.9695 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.03409811879694462
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1503 | LCC = 0.9658 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.032712218970060346
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1700 | LCC = 0.9674 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.03406251437962055
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1878 | LCC = 0.9694 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.03145379508286714
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1606 | LCC = 0.9689 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.0285451979637146
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1575 | LCC = 0.9690 | SRCC = 0.9682 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1721 | LCC = 0.9711 | SRCC = 0.9712 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer40/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer40/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3eb042154717b607dca6f208ff0617f515966a1d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d4d2b874bf5b6626134a1a940c2f368bacd6c55d6e82736d82fd9cfa52b87ac
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer40/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d1267871bcb3ab42677ca364cd72bff3f1c8fe
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b1e99ab45392d4e1c94d75c61f4498e6da519fede6463d1e0e524506f198b0
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer40/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b745b2a6461a740a0073fe7bcc50f4d84472c0b2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4423445925116539
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2181 | LCC = 0.9445 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.13807439070940017
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3074 | LCC = 0.9549 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.13438991212844847
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2353 | LCC = 0.9604 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.10272301316261291
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2058 | LCC = 0.9635 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09122811898589134
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2387 | LCC = 0.9649 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.08618430241942406
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2119 | LCC = 0.9657 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.08170649057626725
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1951 | LCC = 0.9671 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.07606141051650048
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2325 | LCC = 0.9673 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07293073439598083
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1905 | LCC = 0.9682 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07110153278708457
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2243 | LCC = 0.9684 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06646851235628128
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1581 | LCC = 0.9664 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.06253029045462609
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1784 | LCC = 0.9685 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.059994473204016685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1865 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05550969955325127
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1982 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05618092569708824
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1712 | LCC = 0.9691 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.050730846330523494
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2048 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.0506797081977129
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1806 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.046743923500180244
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1724 | LCC = 0.9693 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.04588160587847233
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2006 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04260087150335312
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1762 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04301802006363869
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1999 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.039158986821770665
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1867 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.037353669837117194
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1962 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03906414858996868
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2104 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03605091886222363
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1860 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03559386059641838
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1691 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03282989935576916
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1919 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03266225191950798
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1716 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03155246549844742
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1761 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03024954402446747
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1649 | LCC = 0.9677 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.0278830077201128
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1870 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1904 | LCC = 0.9711 | SRCC = 0.9710 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer40/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer40/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbe2d3f9294b54d3849951142bf1300abd6d2eed
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5402939f0d26c9bbf470c7d33c4509d86b6e050ab97dc4a2987087bc8b9d44
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer40/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cb7ce931463957bd319386e4659a14b0512db722
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7abc7535da2a10353954cb97552dc652be298f90a9d9876daa756dcdefd3bb08
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer40/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer40/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..053037432faa8e720487f70a35f09fd93f38f6f0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer40/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4622762495279312
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2455 | LCC = 0.9460 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.1409854593873024
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1957 | LCC = 0.9573 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.11916153818368912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2044 | LCC = 0.9606 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.10726392245292664
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2480 | LCC = 0.9631 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.09698376625776291
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1833 | LCC = 0.9653 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.08984345811605453
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2121 | LCC = 0.9663 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08235634163022042
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1587 | LCC = 0.9658 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.07620908501744271
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2253 | LCC = 0.9678 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.0747741311788559
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1932 | LCC = 0.9680 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.06952353385090827
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1852 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06951510611176491
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1551 | LCC = 0.9688 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06394676345586776
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1997 | LCC = 0.9698 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06002132175862789
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1441 | LCC = 0.9698 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.060874511554837224
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1922 | LCC = 0.9705 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05295592424273491
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2192 | LCC = 0.9682 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05154608353972435
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1636 | LCC = 0.9705 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04946614982187748
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1490 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04788302297890186
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1648 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.045692946419119834
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1995 | LCC = 0.9699 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04439938838779926
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1531 | LCC = 0.9696 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.0434094553142786
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1843 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.042201907590031625
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1510 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03975527831912041
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1479 | LCC = 0.9710 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03603550034761429
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1677 | LCC = 0.9701 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.036574443116784094
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1691 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03403774730861187
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1635 | LCC = 0.9706 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03184285944700241
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1528 | LCC = 0.9697 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.030759583041071892
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1537 | LCC = 0.9700 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03105571661889553
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1607 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.0290667984187603
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1725 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.027857949763536453
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1675 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1712 | LCC = 0.9718 | SRCC = 0.9714 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer42/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer42/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c9a17b3f555287a571e4c91a5a6b712c5111b34
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c54a8997b97eaaf56734becf02b16427a2d561313984b8970022f0acbecc26
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer42/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d86705dcedd087ff87199df554570058a75f123
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3bc63d2f01290de4eb2cfcedbde03fdde394dea4dbc29555dd41aeb6755edb2
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer42/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a8e7e7900464214f883f78130b39a202133aa454
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4578811069726944
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3992 | LCC = 0.9345 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.18323061454296113
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2352 | LCC = 0.9461 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.15248287212848663
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2372 | LCC = 0.9542 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.14014807456731795
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3128 | LCC = 0.9536 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.12503935223817825
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1727 | LCC = 0.9592 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.11370632520318032
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2101 | LCC = 0.9626 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.0992688764333725
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2348 | LCC = 0.9631 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09473923090100288
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2178 | LCC = 0.9630 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.09019925206899643
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2106 | LCC = 0.9644 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.08825608423352241
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2496 | LCC = 0.9663 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08750154867768288
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1871 | LCC = 0.9653 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.07966702860593795
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2083 | LCC = 0.9662 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.07638502535223961
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1892 | LCC = 0.9670 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.07393084579706193
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1691 | LCC = 0.9681 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07207053723931313
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1744 | LCC = 0.9684 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.06724523600935936
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1558 | LCC = 0.9668 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.06596027207374573
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1790 | LCC = 0.9691 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.06571590641140938
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2358 | LCC = 0.9667 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06162962785363197
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1939 | LCC = 0.9691 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06195839309692383
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1768 | LCC = 0.9676 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.059214384824037555
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1729 | LCC = 0.9698 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.057363000705838205
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1783 | LCC = 0.9697 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.05743881618976593
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1535 | LCC = 0.9694 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.055171283453702924
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2155 | LCC = 0.9685 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.05336095742881298
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2090 | LCC = 0.9675 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.05499074548482895
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1639 | LCC = 0.9699 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04800860890746116
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1661 | LCC = 0.9680 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.0511618612408638
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1683 | LCC = 0.9693 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0486293620467186
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1476 | LCC = 0.9681 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.04738390345871449
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2065 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04713205870985985
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1598 | LCC = 0.9677 | SRCC = 0.9675 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1608 | LCC = 0.9716 | SRCC = 0.9720 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer42/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer42/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f1fc3123e8d2d17ac16d27649c265179651cbd2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bf8376056a0c79a3871340b16dc972a2399a0478e17e8b74b10e42848858656
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer42/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aecf1d145dabed1ba7a43672ae110d2c8357484d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04486699f07414ef70d627ec693216041d7f2756e6f90797899c49d05e3846a5
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer42/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..96f647885d30760d6608f554954c100c135a47b6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5119484301805496
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3169 | LCC = 0.9402 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.19330228751897813
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3695 | LCC = 0.9496 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.15396030586957932
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2889 | LCC = 0.9555 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.12600386822223664
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2775 | LCC = 0.9612 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.11291104498505593
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2138 | LCC = 0.9621 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.10999831178784371
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1975 | LCC = 0.9627 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.10397059863805772
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2636 | LCC = 0.9647 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.10197679966688156
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2608 | LCC = 0.9651 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.0936894102692604
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1911 | LCC = 0.9654 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.0910869876742363
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2410 | LCC = 0.9638 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.08608898770809173
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2510 | LCC = 0.9671 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08177577605843545
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1465 | LCC = 0.9663 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.07710589343309403
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2129 | LCC = 0.9656 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.0747835862338543
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1851 | LCC = 0.9684 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07327847799658775
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1656 | LCC = 0.9678 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.06965100851655007
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2055 | LCC = 0.9688 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.06734062373638153
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1918 | LCC = 0.9680 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.06451140740513801
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2058 | LCC = 0.9691 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06591477712988854
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2035 | LCC = 0.9680 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.06009997820854187
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2215 | LCC = 0.9689 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.05949384208023548
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1665 | LCC = 0.9681 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.057430283904075626
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2052 | LCC = 0.9694 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05762957400083542
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2194 | LCC = 0.9686 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.05378456611931324
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2054 | LCC = 0.9682 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.051481636211276056
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2029 | LCC = 0.9679 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.05108491311967373
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2095 | LCC = 0.9686 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.05036691376566887
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1805 | LCC = 0.9666 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.04684836435317993
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1824 | LCC = 0.9694 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.047447678238153455
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1694 | LCC = 0.9690 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.044979499831795694
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1842 | LCC = 0.9685 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.04295140446722508
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1863 | LCC = 0.9681 | SRCC = 0.9676 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1771 | LCC = 0.9711 | SRCC = 0.9709 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer42/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer42/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a3afb80648b73a6895df31e4b03ca1712bf41f6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61c96f52f63671a4458972b54a45b8be2de70395994868f73f30d8ef588df91b
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer42/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..682d8421bd7e4f1e3a4ec47d36ecfaa39151ff31
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82a31dfd647c2ff89eee1591416f99805127e29a4bf5fb86f1355bb431b1edfb
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer42/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a7c53ead26fb5fbaffedaefc8e5b8d1a6bbaf5d1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6019930056333542
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3412 | LCC = 0.9342 | SRCC = 0.9345 ]
+INFO:root:Average loss=0.19635555720329284
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2580 | LCC = 0.9494 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.1420182871222496
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2748 | LCC = 0.9501 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.1395589509010315
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2102 | LCC = 0.9587 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.11500940293073654
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2310 | LCC = 0.9603 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.11996691954135895
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1875 | LCC = 0.9591 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.1055997456908226
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1906 | LCC = 0.9626 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10169105541706085
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2186 | LCC = 0.9631 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.091873902708292
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1858 | LCC = 0.9660 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.08594980373978615
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1796 | LCC = 0.9666 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08085077086091041
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1642 | LCC = 0.9660 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.0779297915995121
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1940 | LCC = 0.9667 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.07320628923177719
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1852 | LCC = 0.9664 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.07420087358355522
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1799 | LCC = 0.9681 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07503000938892365
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1515 | LCC = 0.9671 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.06969315969944
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2044 | LCC = 0.9689 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07127080363035201
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1674 | LCC = 0.9689 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06352259036898612
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1871 | LCC = 0.9686 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06154229012131691
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2060 | LCC = 0.9689 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06279751467704774
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1639 | LCC = 0.9685 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.061171497195959094
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1761 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05625017040967941
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1908 | LCC = 0.9692 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.05604327756166458
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1725 | LCC = 0.9699 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05606902638077736
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1592 | LCC = 0.9686 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.05142532116174698
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1920 | LCC = 0.9676 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.05247015446424484
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1932 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.046790789991617204
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1864 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.048110565289855
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1951 | LCC = 0.9685 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.045819062903523444
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1645 | LCC = 0.9704 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04248998853564263
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1642 | LCC = 0.9704 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04300586533546448
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1711 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1652 | LCC = 0.9731 | SRCC = 0.9732 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer42/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer42/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..532d149368d5887eaac91e62b8083231144072ce
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a6c48a8394f68c72b730a868d0a3ed84143d5af983acd172736c99d2b50f8e
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer42/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ed0a91c90978d23d6a29e18e9b454e758156e50
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5940ddec41ddc238fd6ec8c4318af11c54f1cdd36ebab9bdf720635b1f959a
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer42/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3210d748f1bedcdb75f0de5f4366685f118e810a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5173589788675308
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2600 | LCC = 0.9352 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.18014880633354188
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2726 | LCC = 0.9438 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.1601345334649086
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2351 | LCC = 0.9522 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.15068635845184325
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2483 | LCC = 0.9443 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.12131807333230972
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2284 | LCC = 0.9585 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.11300375181436538
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2308 | LCC = 0.9617 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.10654818892478943
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2268 | LCC = 0.9633 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.10276616567373276
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2002 | LCC = 0.9636 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09560638508200646
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2046 | LCC = 0.9632 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.08653331273794174
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1802 | LCC = 0.9646 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.08773953646421433
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1739 | LCC = 0.9642 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.08561347869038582
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1851 | LCC = 0.9605 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.07978757131099701
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1774 | LCC = 0.9650 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08059811896085739
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2451 | LCC = 0.9657 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.0730072090178728
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1726 | LCC = 0.9662 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.06866703200340271
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1790 | LCC = 0.9674 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06768038022518158
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1723 | LCC = 0.9675 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.06605551019310951
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2156 | LCC = 0.9678 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06427180740237236
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1798 | LCC = 0.9673 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.06106997421383858
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1816 | LCC = 0.9683 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06181591591238975
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1888 | LCC = 0.9690 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.061394505739212034
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1854 | LCC = 0.9671 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.05697033590078354
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1685 | LCC = 0.9686 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.05375438359379768
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1885 | LCC = 0.9691 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.0522357836663723
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1777 | LCC = 0.9680 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.05308422011137009
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1680 | LCC = 0.9676 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.048887847945094105
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1868 | LCC = 0.9668 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.04688917692005634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1819 | LCC = 0.9677 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.04739161519706249
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1739 | LCC = 0.9668 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.05178198382258415
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1926 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.042670470148324965
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1769 | LCC = 0.9690 | SRCC = 0.9679 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1846 | LCC = 0.9714 | SRCC = 0.9718 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer42/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer42/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f8e1be6b475d8a66484558adf87c8a05971846
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5aa8e9e135dd7881f0c458121b064d90fa5bf420c24817cc76d8b8375b9f6db
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer42/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cfe756a70e19809d6fa5f7b3f65862e284d272f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d91e3ca6dd0d4ebdc075d943b8fc3a9a94ee54ec90b28f5a37de2d67dcb55f91
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer42/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer42/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..95c1451b013323d2de82e887c44f45c260a01706
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer42/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47321440595388414
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2917 | LCC = 0.9419 | SRCC = 0.9406 ]
+INFO:root:Average loss=0.18435888677835466
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2610 | LCC = 0.9524 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.14434019339084625
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1989 | LCC = 0.9540 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.12569512540102004
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1888 | LCC = 0.9604 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.12205805653333664
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2267 | LCC = 0.9585 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.1127485139966011
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2467 | LCC = 0.9555 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11391854566335678
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2263 | LCC = 0.9614 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.09657926005125046
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2040 | LCC = 0.9646 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09034751304984093
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1936 | LCC = 0.9655 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.08986936739087105
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1869 | LCC = 0.9653 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08197155252099037
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1760 | LCC = 0.9664 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.07715925034880639
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1954 | LCC = 0.9656 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.07553043895959854
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1679 | LCC = 0.9650 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.07496689540147781
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1550 | LCC = 0.9680 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.06957683220505714
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1654 | LCC = 0.9661 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.06858693689107895
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2195 | LCC = 0.9670 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.06848319977521897
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1505 | LCC = 0.9679 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06243827280402184
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1697 | LCC = 0.9690 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.06121501511335373
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1780 | LCC = 0.9684 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.05712965244054794
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1758 | LCC = 0.9680 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.05932061776518822
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1705 | LCC = 0.9682 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.05553361102938652
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1682 | LCC = 0.9680 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.05539333808422089
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1545 | LCC = 0.9680 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.05478376406431198
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1762 | LCC = 0.9682 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.050286228224635125
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1737 | LCC = 0.9688 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.050520091742277146
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1645 | LCC = 0.9676 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.04960037651658058
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1718 | LCC = 0.9693 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.04537718872725963
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1646 | LCC = 0.9695 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.0454777993708849
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1610 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.04816830481588841
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1789 | LCC = 0.9695 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.042323370322585104
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1848 | LCC = 0.9682 | SRCC = 0.9684 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1600 | LCC = 0.9710 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer44/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer44/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..adb6c831e78367c6e2df26f2543f4bc3a08197a3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1138a3afd6f817728765a0b2cdc45b8ca49c633713732b55f426ed965a3b604
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer44/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6784cf91320b7f642bb3dae372a720a53d7922be
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ff73c5baed6341b3f78df5a9b0c5ef3f95a12a5204bcf2cd10d0d5e838d5835
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer44/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e6ee3a0388a0da36517b60ed72f7a828382806b7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6730356185436249
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3197 | LCC = 0.8959 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.2799279991388321
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4060 | LCC = 0.9217 | SRCC = 0.9269 ]
+INFO:root:Average loss=0.24006982409954072
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2820 | LCC = 0.9302 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.23121737080812454
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2976 | LCC = 0.9385 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.21936644387245177
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3374 | LCC = 0.9401 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.1699664715528488
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2114 | LCC = 0.9494 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.17718350875377656
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2458 | LCC = 0.9523 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.13894659948349
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2281 | LCC = 0.9552 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.1445884081721306
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2098 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.13119276070594788
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2525 | LCC = 0.9570 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.136361175596714
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2559 | LCC = 0.9517 | SRCC = 0.9527 ]
+INFO:root:Average loss=0.11594253700971603
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2652 | LCC = 0.9586 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11924054348468781
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2281 | LCC = 0.9613 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.12327444985508919
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2206 | LCC = 0.9613 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.1154248380959034
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2377 | LCC = 0.9618 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.10931549674272537
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1969 | LCC = 0.9617 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.09983630269765854
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2016 | LCC = 0.9623 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.11070320880413055
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1855 | LCC = 0.9644 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09252365818619727
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2261 | LCC = 0.9634 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09784461733698845
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2413 | LCC = 0.9635 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.09537983971834182
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1703 | LCC = 0.9657 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.09854773834347724
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1751 | LCC = 0.9655 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.08760411733388901
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1965 | LCC = 0.9657 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.09000526136159896
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1698 | LCC = 0.9652 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.0847483971118927
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1491 | LCC = 0.9653 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08711456817388534
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1437 | LCC = 0.9611 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.08629164281487466
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1735 | LCC = 0.9661 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.07989453995227813
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2452 | LCC = 0.9659 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08332760739326477
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1696 | LCC = 0.9679 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.08046613639593124
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1753 | LCC = 0.9637 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.07399151813983917
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1818 | LCC = 0.9655 | SRCC = 0.9660 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1644 | LCC = 0.9695 | SRCC = 0.9701 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer44/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer44/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57af7a7ec6ed74f2d3a619400f41336ae89d3167
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cefa484303087d5a8322d35949e4a971a1c05be489034c660a156c809871946
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer44/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee4c289de77e7a29b4c1c8966c9c1000a82c6b02
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b0ea04628c69a096a41a71a6088ee05b08bcaad13c01481dbf965fb4865241f
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer44/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..090925979f521308e59f76aa01206b43781bae8f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6807498078346252
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3149 | LCC = 0.9016 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.3044563543796539
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2765 | LCC = 0.9287 | SRCC = 0.9267 ]
+INFO:root:Average loss=0.23629680126905442
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2781 | LCC = 0.9397 | SRCC = 0.9400 ]
+INFO:root:Average loss=0.1888123049736023
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2866 | LCC = 0.9475 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.18053058344125747
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2632 | LCC = 0.9454 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.15126501840353013
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3114 | LCC = 0.9534 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.14949040347337722
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2133 | LCC = 0.9501 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1343663871884346
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2153 | LCC = 0.9566 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.12576963299512864
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2018 | LCC = 0.9577 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.13332166522741318
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1880 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.12601448106765747
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2027 | LCC = 0.9600 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.13324584072828294
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2004 | LCC = 0.9612 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.10420434814691544
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1716 | LCC = 0.9624 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.10384210452437401
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1983 | LCC = 0.9635 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.10054028934240342
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2343 | LCC = 0.9624 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.10553284722566604
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2356 | LCC = 0.9619 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.10540098121762276
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1976 | LCC = 0.9616 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.09400579583644866
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1852 | LCC = 0.9639 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09676253560185433
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2252 | LCC = 0.9604 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.08922270357608796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2047 | LCC = 0.9658 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09222963771224021
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1749 | LCC = 0.9657 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.08996575459837913
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1719 | LCC = 0.9653 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08263187584280968
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1834 | LCC = 0.9666 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.09065907043218613
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1683 | LCC = 0.9661 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08753270718455315
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2062 | LCC = 0.9667 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.07991426926851272
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2062 | LCC = 0.9662 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.07800439473986626
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1760 | LCC = 0.9655 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.07745201537013054
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2121 | LCC = 0.9672 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.07958972239494323
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1999 | LCC = 0.9672 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07743696102499961
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1637 | LCC = 0.9675 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07357201302051544
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1657 | LCC = 0.9679 | SRCC = 0.9670 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1626 | LCC = 0.9687 | SRCC = 0.9692 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer44/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer44/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a28354a0233a18ccf0837f9cadaa008e9fc4f79
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:676d2b027e4dbf33c70d2da6dce2729aa4a76976f5cf12f566dfc831b4d242e7
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer44/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7713632499a3cea0596d651857333c371cc99c80
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c02ddade67d16d143b877457cc9941630dae220a7e73bd0290499fb24c9d2529
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer44/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7f224679da96d29dfe25374805b77dd8cbe8f1bc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5906010259389878
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3470 | LCC = 0.9133 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.26758549320697783
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3591 | LCC = 0.9336 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.2672867873311043
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2508 | LCC = 0.9388 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.1846742171049118
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2387 | LCC = 0.9475 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.1769533430337906
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2602 | LCC = 0.9473 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1746533645093441
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3054 | LCC = 0.9518 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.1627685447335243
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2102 | LCC = 0.9547 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.15436868900060655
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3603 | LCC = 0.9544 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.1502151712179184
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2343 | LCC = 0.9567 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.12506526079773903
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1897 | LCC = 0.9582 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.1288378774225712
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1851 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.12183323940634727
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2302 | LCC = 0.9615 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.1252300391793251
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1777 | LCC = 0.9608 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.11482723939418793
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2346 | LCC = 0.9624 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.1103868502676487
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2041 | LCC = 0.9638 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.1016556214094162
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1750 | LCC = 0.9646 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.10184181636571885
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2092 | LCC = 0.9637 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.10174232283234597
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1863 | LCC = 0.9645 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.09805522671341896
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1798 | LCC = 0.9660 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.0938847339451313
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2104 | LCC = 0.9660 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09448496583104134
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1905 | LCC = 0.9664 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08999061992764473
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1743 | LCC = 0.9671 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08896949100494385
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2293 | LCC = 0.9662 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09171517917513847
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1868 | LCC = 0.9668 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.0899726169705391
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2152 | LCC = 0.9668 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.0878288732767105
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1987 | LCC = 0.9672 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08339568889141083
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2064 | LCC = 0.9682 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07923595410585403
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1633 | LCC = 0.9667 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.07950606510043144
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2608 | LCC = 0.9670 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.07908068615198136
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1935 | LCC = 0.9686 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08219067654013634
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1489 | LCC = 0.9663 | SRCC = 0.9663 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1890 | LCC = 0.9696 | SRCC = 0.9700 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer44/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer44/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4676d6a5550503c106e02c8da339dd747c4bd481
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf90504a420724a54f1aa94896c01968654e00af678738755f8c963cf68c0c14
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer44/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fae841b9ea45ede8ca0541d8d67a9a7a55191f79
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03fbd984813e012f7a4a18b5f7317aef5837f22b839a00ad9e73fd1667da5bd4
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer44/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3931495f954196ee8955bf4f70f587e6038114e6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7239218351840973
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3976 | LCC = 0.9065 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.29386279851198194
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4519 | LCC = 0.9249 | SRCC = 0.9273 ]
+INFO:root:Average loss=0.29473816680908205
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3647 | LCC = 0.9399 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.19814780056476594
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2922 | LCC = 0.9466 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1696035269498825
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2276 | LCC = 0.9500 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.15553975892066957
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2702 | LCC = 0.9510 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.15664963853359223
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2406 | LCC = 0.9547 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1435193253159523
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2348 | LCC = 0.9543 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.15218501776456833
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1928 | LCC = 0.9551 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.12094535130262375
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2067 | LCC = 0.9584 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.12088505601882935
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2664 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.1243405665755272
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2125 | LCC = 0.9612 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.11579024696350097
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2212 | LCC = 0.9583 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.1097915667295456
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1796 | LCC = 0.9598 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.1093582806289196
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3462 | LCC = 0.9530 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.1159135920703411
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2360 | LCC = 0.9620 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.10080716824531555
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2170 | LCC = 0.9631 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09960370457172393
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2419 | LCC = 0.9639 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.10135154694318771
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2040 | LCC = 0.9624 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.09173016878962517
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2128 | LCC = 0.9647 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09187787863612175
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2053 | LCC = 0.9646 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.08855146843194961
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1997 | LCC = 0.9657 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08902119532227516
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1669 | LCC = 0.9653 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08579363772273063
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1956 | LCC = 0.9661 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08331445175409317
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2047 | LCC = 0.9668 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08797178322076797
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1834 | LCC = 0.9661 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08110996100306511
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2103 | LCC = 0.9667 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07602709650993347
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2072 | LCC = 0.9674 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.07912171116471291
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1987 | LCC = 0.9662 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.07541070726513863
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1888 | LCC = 0.9647 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.0751851046681404
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2021 | LCC = 0.9677 | SRCC = 0.9670 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1987 | LCC = 0.9697 | SRCC = 0.9702 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer44/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer44/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87b031824639a8bd1f3972198967e08e46465524
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42a35789677990f6b6d26b2ecb7908f8479a64c11d9a21a256ae5e374cc5e35d
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer44/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9792953775d5b51f228d4e09d4aa970a8bdf1fa4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd0ee74d8fb4940409e567ac5712a1e05a1067471f88c9d7f01fa1a34eec15d0
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer44/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer44/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..48b9bacb0d6843fc4a66932083c90fa57d495754
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer44/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.639166713476181
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3081 | LCC = 0.8936 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.2564547302722931
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3652 | LCC = 0.9279 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.21403945899009705
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2963 | LCC = 0.9391 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.22484230834245683
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2923 | LCC = 0.9371 | SRCC = 0.9434 ]
+INFO:root:Average loss=0.17892609632015227
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2464 | LCC = 0.9503 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.18440503466129304
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2031 | LCC = 0.9506 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.14758046686649323
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1852 | LCC = 0.9470 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.14653613412380218
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2597 | LCC = 0.9544 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.14453225189447402
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1739 | LCC = 0.9550 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.12719321024417876
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2185 | LCC = 0.9576 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.12926834774017334
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1866 | LCC = 0.9579 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.12479798376560211
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2375 | LCC = 0.9593 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.1105248293876648
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1512 | LCC = 0.9571 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.1138069531917572
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2071 | LCC = 0.9625 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.1047031737267971
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2012 | LCC = 0.9630 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10270537006855011
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1925 | LCC = 0.9628 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.10194313630461693
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2358 | LCC = 0.9623 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.10005994343757629
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2243 | LCC = 0.9642 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09685810375213623
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2102 | LCC = 0.9637 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.08955080646276474
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1618 | LCC = 0.9649 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.08898280838131904
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2210 | LCC = 0.9643 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.08928134047985077
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1727 | LCC = 0.9648 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.089170175075531
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1630 | LCC = 0.9651 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.08919150221347809
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1976 | LCC = 0.9661 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08451888954639435
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1536 | LCC = 0.9637 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08380210873484611
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2233 | LCC = 0.9655 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08840451538562774
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1534 | LCC = 0.9650 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08553860542178154
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1961 | LCC = 0.9646 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07807972756028175
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1997 | LCC = 0.9666 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.08212691113352776
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1884 | LCC = 0.9678 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07333308845758438
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1427 | LCC = 0.9657 | SRCC = 0.9667 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1858 | LCC = 0.9692 | SRCC = 0.9697 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer46/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer46/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54dfffc083468fc2cf855a0a73c8671c6bdd4ddf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8dea8759fc995b79b6041ffbc10c5f77326c04598fa60e069fa3e32baba27ca5
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer46/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bfd5777e2031db7d9c29b670d74a4fcc285cdcd3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07e8d5235cfd0c9551b2ddc0569371a9e6769478c450e622e5865e4f1a595675
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer46/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..497add142e1746c1a9c249e711ec23b05a299618
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=1.0431574206352234
+INFO:root:
+[Valid][0][UTT][ MSE = 0.7393 | LCC = 0.8141 | SRCC = 0.8181 ]
+INFO:root:Average loss=0.3911023907661438
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3579 | LCC = 0.9102 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.2646609431505203
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2913 | LCC = 0.9287 | SRCC = 0.9285 ]
+INFO:root:Average loss=0.21879615622758866
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3583 | LCC = 0.9301 | SRCC = 0.9308 ]
+INFO:root:Average loss=0.23634896862506866
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2635 | LCC = 0.9401 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.19562226283550263
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3241 | LCC = 0.9433 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.17803338646888733
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2859 | LCC = 0.9464 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.1542738420367241
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2202 | LCC = 0.9466 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.18182244944572448
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2058 | LCC = 0.9448 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.14598089426755906
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2892 | LCC = 0.9499 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.1500224274992943
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2321 | LCC = 0.9538 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.1406250713467598
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3191 | LCC = 0.9518 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.13710185742378234
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2585 | LCC = 0.9562 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.12758662348985672
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2833 | LCC = 0.9569 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.14434438851475714
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2529 | LCC = 0.9571 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.11832773149013519
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2004 | LCC = 0.9589 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.11452187457680703
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1942 | LCC = 0.9593 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.10997751176357269
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2484 | LCC = 0.9592 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.11101048904657364
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2240 | LCC = 0.9600 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.10663726198673248
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2102 | LCC = 0.9611 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10761025100946427
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2243 | LCC = 0.9599 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.10122130781412125
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2127 | LCC = 0.9625 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.0951895224750042
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2237 | LCC = 0.9641 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09543945595622062
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1889 | LCC = 0.9630 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.09387150394916534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2431 | LCC = 0.9632 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09266631001234055
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2523 | LCC = 0.9632 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.08987740793824196
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2137 | LCC = 0.9645 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09471895679831505
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2213 | LCC = 0.9643 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.08752103301882744
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2104 | LCC = 0.9648 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08693803116679191
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1946 | LCC = 0.9651 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.08303407362103463
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2054 | LCC = 0.9656 | SRCC = 0.9659 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1979 | LCC = 0.9689 | SRCC = 0.9697 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer46/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer46/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99c00126da0a7f20525cedb7940dc8e26cdee585
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5768f9c18f1722f79eddbbcae80066290a717ddededefb6fe93ddc62310928
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer46/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0d8f6ccf11e945d11926341d672a1d264c8898f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dddcad5c29db25364826d349bb2988f6e9c9be4ef65e5a13d590fea07cd09f70
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer46/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..182a17d0cc765310a2d880f913d08ba12a3e0cae
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6651634604930877
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5499 | LCC = 0.8764 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.4444766595363617
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3565 | LCC = 0.9125 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.3154751807451248
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4207 | LCC = 0.9265 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.21746476209163665
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3785 | LCC = 0.9393 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.20192848223447799
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4183 | LCC = 0.9350 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.18195882534980773
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2857 | LCC = 0.9482 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.17649121856689454
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2370 | LCC = 0.9505 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.15853397196531296
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2521 | LCC = 0.9547 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.14507248538732528
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2388 | LCC = 0.9542 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.15495049744844436
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2289 | LCC = 0.9549 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.13231872087717056
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2493 | LCC = 0.9576 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.12448892432451249
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2136 | LCC = 0.9584 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.1262522686421871
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1870 | LCC = 0.9584 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.12065581402182579
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1882 | LCC = 0.9602 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.1324030718803406
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2020 | LCC = 0.9615 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.1177605146765709
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2004 | LCC = 0.9610 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.10541328969597817
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2008 | LCC = 0.9631 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.10838274338841439
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2519 | LCC = 0.9591 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.10507921400666237
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2277 | LCC = 0.9632 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.10275293213129044
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1709 | LCC = 0.9629 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09355498772859573
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1771 | LCC = 0.9637 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09920066973567009
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1887 | LCC = 0.9646 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09623339369893075
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2156 | LCC = 0.9643 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09784339305758476
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1631 | LCC = 0.9607 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.10111845993995666
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1780 | LCC = 0.9645 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.08735464870929718
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2123 | LCC = 0.9644 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.09168672361969948
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1850 | LCC = 0.9642 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.08392753377556801
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1866 | LCC = 0.9654 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.0852159442603588
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2144 | LCC = 0.9662 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.0907164277434349
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1582 | LCC = 0.9643 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08600481694936753
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1764 | LCC = 0.9661 | SRCC = 0.9656 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2066 | LCC = 0.9691 | SRCC = 0.9690 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer46/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer46/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b38e03d54c7251646d8a6184e849ef85f3a098a5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2988a78575a696bcfbd2e0dcc82c80a27be0f375ed96de8bb8ff5d9707f94f6
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer46/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bce51c8d947125ea4e2525f8ed0faa1db1f8e7ec
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6684e8a2b457a8ae496659491d422792e50fbcc58956c8024a6b75d422490f89
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer46/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..86a359f824159556cef22db9c720aba2ee8bfdf0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.74062082695961
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5113 | LCC = 0.8913 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.3421328400373459
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3742 | LCC = 0.9191 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.24335997319221497
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2708 | LCC = 0.9308 | SRCC = 0.9323 ]
+INFO:root:Average loss=0.25391371524333956
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2103 | LCC = 0.9366 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.23250942707061767
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2851 | LCC = 0.9392 | SRCC = 0.9398 ]
+INFO:root:Average loss=0.208424183011055
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2211 | LCC = 0.9460 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.17208276349306106
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2707 | LCC = 0.9477 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.1684465587735176
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1961 | LCC = 0.9520 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.160326913356781
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2325 | LCC = 0.9541 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.1421079605817795
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2269 | LCC = 0.9536 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.14059640687704086
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2127 | LCC = 0.9571 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.12781859141588212
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2538 | LCC = 0.9505 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.1286610226035118
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1902 | LCC = 0.9549 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.12121042037010193
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2047 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.114905237108469
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2212 | LCC = 0.9606 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.1250206329226494
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2545 | LCC = 0.9582 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.11364802414178848
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2191 | LCC = 0.9607 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.1118399475812912
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2013 | LCC = 0.9625 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.10675709766149521
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1977 | LCC = 0.9635 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.1121618826687336
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1676 | LCC = 0.9586 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.11216010138392449
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2040 | LCC = 0.9634 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09984411504864693
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1764 | LCC = 0.9642 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.1009013488292694
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1762 | LCC = 0.9636 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09666212049126625
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1754 | LCC = 0.9652 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09383294600248336
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1695 | LCC = 0.9644 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.0983996062874794
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1723 | LCC = 0.9650 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.10526160904765129
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1716 | LCC = 0.9645 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09105589243769646
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1936 | LCC = 0.9631 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09739166641235351
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1953 | LCC = 0.9639 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.08826501044631005
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2190 | LCC = 0.9651 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.08451596105098724
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1635 | LCC = 0.9625 | SRCC = 0.9624 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1721 | LCC = 0.9670 | SRCC = 0.9681 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer46/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer46/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fb6a1bc808c1d34ae4c4b2893584704d59e6702
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7837f5f78d44ad573e102bb1a55072454793dd9a038008db8781bec0db0e1780
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer46/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e7636f7d8ea8203853ee32a96d5f815e50953ac
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da03d0537d7b277e382f2cbab3b3a45c8af73b036d7bd8dac6d2094576268bff
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer46/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c1ed1cd3401314c58a5ac9536d362f97d54fb27c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6447854635715484
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4032 | LCC = 0.8972 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.3921341174840927
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4528 | LCC = 0.9217 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.29486151969432833
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2899 | LCC = 0.9325 | SRCC = 0.9314 ]
+INFO:root:Average loss=0.23940466058254242
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3014 | LCC = 0.9366 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.24979122412204743
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3682 | LCC = 0.9320 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.1849488271474838
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2523 | LCC = 0.9472 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.18506290400028227
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1903 | LCC = 0.9489 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.17545086747407912
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2057 | LCC = 0.9503 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.15200139516592026
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2336 | LCC = 0.9531 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.15723912608623505
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2034 | LCC = 0.9555 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.1443082988858223
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2325 | LCC = 0.9539 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.13732717233896255
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2065 | LCC = 0.9578 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.12494794720411301
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2041 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.1274761793613434
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1862 | LCC = 0.9595 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.12397572368383408
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2394 | LCC = 0.9590 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.1200802806019783
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2164 | LCC = 0.9592 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.10743430453538895
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1970 | LCC = 0.9626 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10530642187595367
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1914 | LCC = 0.9621 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10921119391918183
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2241 | LCC = 0.9633 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.1065544774234295
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1878 | LCC = 0.9630 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.11114107650518418
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2644 | LCC = 0.9626 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.10885620436072349
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1953 | LCC = 0.9638 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.10434751707315446
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1869 | LCC = 0.9628 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.0992333912551403
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1988 | LCC = 0.9653 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09975165730714798
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1976 | LCC = 0.9657 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09270280304551125
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2091 | LCC = 0.9656 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08998710733652115
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2143 | LCC = 0.9646 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09929579344391823
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1706 | LCC = 0.9654 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.0900264317393303
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1804 | LCC = 0.9666 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.0869845469892025
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1799 | LCC = 0.9670 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08369406875967979
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1731 | LCC = 0.9661 | SRCC = 0.9661 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1748 | LCC = 0.9686 | SRCC = 0.9693 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer46/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer46/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88b5fd79782fa82946be8eeaf4c6be4f9666e493
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f66760d6029550e6d81cd74c27c703f5dae53af7d4b52b7674adcd4c6fa1720
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer46/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4770f78aa97cdb140b7ca5bf231769ea81df4349
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d83a5b9ddb5dd1b84b0dcd9add235b5ad3c7309aba83e8443ae0de492a3b9fe
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer46/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer46/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3a2f79347c3a2df0a5b668096c1e9b90f953598d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer46/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6807607526779175
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4655 | LCC = 0.8932 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.31851602232456205
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4084 | LCC = 0.9179 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.3178239574432373
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2897 | LCC = 0.9306 | SRCC = 0.9295 ]
+INFO:root:Average loss=0.21386222290992737
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2785 | LCC = 0.9402 | SRCC = 0.9377 ]
+INFO:root:Average loss=0.2179656004309654
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2963 | LCC = 0.9385 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.2013046865463257
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3542 | LCC = 0.9420 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.20118588548898697
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2642 | LCC = 0.9475 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.1742978607416153
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2904 | LCC = 0.9481 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.16856565737724305
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2942 | LCC = 0.9516 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.15449067816138268
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3567 | LCC = 0.9461 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.15733811965584754
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2232 | LCC = 0.9554 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.14278727179765702
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2493 | LCC = 0.9560 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.155890491604805
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2517 | LCC = 0.9565 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.1366962384581566
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2048 | LCC = 0.9586 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.11892689031362534
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2329 | LCC = 0.9588 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.12776429569721223
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2747 | LCC = 0.9582 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.12074935001134872
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2551 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.11597537243366242
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2669 | LCC = 0.9599 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.1124573324918747
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1907 | LCC = 0.9619 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.11498114383220673
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2523 | LCC = 0.9594 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.10340539756417275
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1764 | LCC = 0.9613 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10524816459417344
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1789 | LCC = 0.9626 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.09933605626225471
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2218 | LCC = 0.9614 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.09719108086824417
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1803 | LCC = 0.9635 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09503760811686515
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1866 | LCC = 0.9640 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09096979039907456
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1837 | LCC = 0.9648 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09451184740662574
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1936 | LCC = 0.9646 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.1018494131565094
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2000 | LCC = 0.9652 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.08847664341330529
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1993 | LCC = 0.9639 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09164231514930725
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2054 | LCC = 0.9648 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.08910349944233895
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1945 | LCC = 0.9653 | SRCC = 0.9647 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1901 | LCC = 0.9680 | SRCC = 0.9679 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5149927873661435bc46ffdf4ce6b14c12d8764
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b6dcb97ad1d9b4f451082af374905827de51fc9cec873d2acd30743354cefcf
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1307dbfb6d773f68044cd5a62e3467fa066c026
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a2a32a2e385f674917d021988cb165a31da8dcaf12c1d2f2851a9a2a68f9ff8
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..831c885f2264d23fe338080839c38340c4ce3547
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3572446845769882
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2183 | LCC = 0.9486 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.12837442135810853
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2203 | LCC = 0.9568 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10675286430120468
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1665 | LCC = 0.9633 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.09502487656474114
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2032 | LCC = 0.9639 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.08460879242420197
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1995 | LCC = 0.9668 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07526836332678795
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1812 | LCC = 0.9678 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.06784341162443161
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1762 | LCC = 0.9684 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06590715697407723
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1985 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05987607681751251
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1707 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.060735908523201945
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1662 | LCC = 0.9669 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.05323122856020927
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1821 | LCC = 0.9692 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05075451472401619
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1871 | LCC = 0.9688 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.04763762798905373
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1728 | LCC = 0.9684 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.043403215184807775
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1569 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.0391945535838604
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1610 | LCC = 0.9694 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.039838514253497125
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1559 | LCC = 0.9703 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03698589199781418
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1544 | LCC = 0.9700 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.03523250998556614
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1709 | LCC = 0.9702 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.033151881605386735
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1624 | LCC = 0.9700 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.032118900641798974
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1826 | LCC = 0.9700 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.02917477472126484
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1631 | LCC = 0.9701 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.028083881333470343
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1871 | LCC = 0.9695 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.02733815884590149
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1824 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.026751964762806894
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1578 | LCC = 0.9689 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.025069068521261215
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1768 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.02373548513650894
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1663 | LCC = 0.9703 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.02301311692595482
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1747 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.022394995898008346
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1594 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.02175174769759178
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1818 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.021736660189926624
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1648 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.02119991234689951
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1808 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1751 | LCC = 0.9721 | SRCC = 0.9716 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfdce706086222d61324a179bb3a8c554a606e1f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:afe19c1cd7cf9c858ec7dc9ce375d7b0d96db6e3158e2085f0c80ed336341815
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb13e6e99acf311d0b1b3ee4c2bce368eb735d3f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:953f9efb03e4bc4c1351a08903067ab1f26e7ec93eab5fd95be00618e817979d
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf4e6b7e139460bd013a9de51710f88057fde949
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3003451810479164
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2675 | LCC = 0.9488 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.12608923149108886
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2254 | LCC = 0.9598 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.10168876856565476
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2125 | LCC = 0.9633 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.08995013257861137
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2431 | LCC = 0.9642 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08292184373736382
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1752 | LCC = 0.9669 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07462368172407151
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2080 | LCC = 0.9676 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.06744077682495117
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1889 | LCC = 0.9692 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06217701980471611
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2211 | LCC = 0.9687 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.05802582475543022
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2104 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.056646344482898715
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1892 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.05103154161572456
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2231 | LCC = 0.9691 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.05289915549755096
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2123 | LCC = 0.9686 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.045723801672458646
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2227 | LCC = 0.9679 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.043796475261449815
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1798 | LCC = 0.9694 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03953694009780884
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1957 | LCC = 0.9679 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.03852070924639702
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1761 | LCC = 0.9698 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03551995854079723
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1922 | LCC = 0.9706 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03282694351673126
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1852 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03309717200696469
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1787 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.029423215106129646
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1932 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.029457521229982377
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2202 | LCC = 0.9673 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.029434502899646758
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1890 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.026527150712907316
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1823 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.025616824969649316
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1802 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.023360693722963333
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1846 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.022867866188287737
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1863 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.021715294472873212
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1876 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02271133965998888
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1969 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.021478485740721226
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1769 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.019283289179205895
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1886 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.019627247512340545
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2081 | LCC = 0.9700 | SRCC = 0.9693 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1765 | LCC = 0.9720 | SRCC = 0.9718 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..618685f811e4e7b06e631013a694077b58566242
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b0508b2d54eb98ab6556acb971d0daf2da3eb4677f86cd1460ceb9146e6add4b
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5a64472d9fafa4f534ce2bb93334ad8a2202a70
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f454b74bba615b3e1059cfa0a4b2d17baa0813c06cc2301f031b42697d247e3d
+size 4060422
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..daa654251e2925b31aec31c40cef88b95e458de1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36305248630046844
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2598 | LCC = 0.9472 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.1289008412361145
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2137 | LCC = 0.9560 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.10513483992218971
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2032 | LCC = 0.9636 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09290479081869125
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2264 | LCC = 0.9631 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.08358238697052002
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1665 | LCC = 0.9665 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.07814930552244187
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2084 | LCC = 0.9676 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07074996456503868
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2350 | LCC = 0.9659 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.0658958919942379
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1790 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06082615104317665
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1776 | LCC = 0.9695 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05464533206820488
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1778 | LCC = 0.9697 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.051288895085453985
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1749 | LCC = 0.9692 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05037827233970165
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1619 | LCC = 0.9708 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04708816443383694
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2156 | LCC = 0.9699 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04404126363992691
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1847 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04007800076901913
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1755 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03764316932857036
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1822 | LCC = 0.9694 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03774772511422634
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1693 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0353542647510767
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1844 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03239059016108513
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1624 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.031737679854035375
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1770 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.028620279066264628
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1581 | LCC = 0.9696 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.029584900215268134
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1513 | LCC = 0.9693 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.027869444891810417
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1581 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.02773475155979395
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1730 | LCC = 0.9694 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.026758964926004408
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1822 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.025176559880375864
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1618 | LCC = 0.9706 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.022646261662244798
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1777 | LCC = 0.9695 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.022960904724895953
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1804 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.020954484067857264
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1827 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.02230739276111126
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1550 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.020519401013851166
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1723 | LCC = 0.9692 | SRCC = 0.9678 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1787 | LCC = 0.9703 | SRCC = 0.9705 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f75fbb896b77914c514b798611243274fd373110
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c026e7bff05065f24535707fa9eee55573f3c6531eaf154d4519bbc9a6edaa3
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c82f51db018c4afd02d18da8887247008eb244e6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a28ab3281f53c7a8a6d400863287c1d2cdbd6c80abffc5291a5429340a8c8d3a
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6eb8fb2556361862894db0fbd5a3f697aeabfb0d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39438240230083466
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2492 | LCC = 0.9461 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.13286345839500427
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2248 | LCC = 0.9581 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.10422216936945915
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1768 | LCC = 0.9626 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.09031845983862877
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1942 | LCC = 0.9637 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.08578806313872338
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1792 | LCC = 0.9639 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.07516891232132912
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2058 | LCC = 0.9675 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06834553733468056
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1930 | LCC = 0.9668 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06543219935894012
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1952 | LCC = 0.9676 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.06013514147698879
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2147 | LCC = 0.9686 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0570496915280819
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1925 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.05257357078790665
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1803 | LCC = 0.9686 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.0488858617246151
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1741 | LCC = 0.9697 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.04778801508247852
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1769 | LCC = 0.9700 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.045203843876719475
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1856 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04028840650618076
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1793 | LCC = 0.9686 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.03977488081157207
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1801 | LCC = 0.9694 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.03910318863391876
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1875 | LCC = 0.9694 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.0376868027895689
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1628 | LCC = 0.9699 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.032521696031093596
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1784 | LCC = 0.9692 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.03197499120235443
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1876 | LCC = 0.9698 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.030363592356443404
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1799 | LCC = 0.9699 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.02824437037110329
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1630 | LCC = 0.9701 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.02997634331882
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1651 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.026609146103262902
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1770 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.026626553282141686
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1923 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.02411488465219736
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1803 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.02364805831760168
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1765 | LCC = 0.9698 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.02227395451068878
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1710 | LCC = 0.9692 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.020586699903011322
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1701 | LCC = 0.9703 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.02093428534269333
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1687 | LCC = 0.9699 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.020565448626875878
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1786 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1784 | LCC = 0.9709 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98be3d72fd6982c3fc88efa9971c4e74b0e8fe9d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b08ec753f1c4cbef7cbb5c28ae48d3e5506277f5d9ce1173315aa75f98804d2
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e6e14fe5df3c6bbeb4eb4b781d51a8e5149cfd2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4158624edff514bd8e039af692b5fafb208797369925654d42f6e40cdfeb4896
+size 4060422
diff --git a/results_tencent/w2v2_xlsr_1b/layer6/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9ed387ab8038c24db8f9e13156f63c2ed6de5386
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3419046747088432
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2680 | LCC = 0.9484 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.12924650704860688
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2065 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.10782854649424553
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1844 | LCC = 0.9616 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.09481226155161858
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2217 | LCC = 0.9636 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.08174737444519997
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1951 | LCC = 0.9654 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.07665572139620781
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1929 | LCC = 0.9657 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.07020700600743293
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2008 | LCC = 0.9679 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06570756888389587
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1729 | LCC = 0.9687 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06020233543217182
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2018 | LCC = 0.9694 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05562369558215141
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1824 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05591748291254044
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1782 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04942966277897358
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2107 | LCC = 0.9692 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04798847205936909
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1725 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.04439822207391262
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1824 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.042768520578742024
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1739 | LCC = 0.9700 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04041666463017464
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1905 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03827883619070053
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1757 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.036818609669804575
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1701 | LCC = 0.9688 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.03408561131358147
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1704 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03288339836895466
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1681 | LCC = 0.9707 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.030293411210179328
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1794 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.02908895118534565
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1864 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02692968113720417
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1742 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.027557334914803507
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1753 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.026570659771561624
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1946 | LCC = 0.9694 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.02616907186806202
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1730 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.02510682412981987
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1660 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.024209293529391288
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1664 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.022607425153255464
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1769 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.021467851333320142
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1858 | LCC = 0.9699 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.020391151018440724
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1722 | LCC = 0.9706 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1788 | LCC = 0.9710 | SRCC = 0.9711 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run0/config.gin b/results_tencent/w2v2_xlsr_1b/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run0/model.pt b/results_tencent/w2v2_xlsr_1b/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e99e76058e391474a81db7c257cd10faac4b65cc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1324c64604174430ff470fb2e8380d767fabe9754f5bf65bd99ba774ccb8f50e
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run0/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..297c15db1f2d802c77c03a10b55cf7a00d23c1ea
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caa833de119673a999e99d43675de671196134ed77385af937625d80809ee863
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run0/train.log b/results_tencent/w2v2_xlsr_1b/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cfe6e010e209eb67013757b850bcd758c06fd662
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36644531738758085
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2223 | LCC = 0.9499 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.12838865971565247
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2465 | LCC = 0.9608 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.10031836819648743
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1819 | LCC = 0.9662 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08994460093975067
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2138 | LCC = 0.9676 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07511729195713997
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2456 | LCC = 0.9673 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07159018090367317
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1822 | LCC = 0.9694 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06324292609095573
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1857 | LCC = 0.9698 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.059990554332733155
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1836 | LCC = 0.9705 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.0545636248588562
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1843 | LCC = 0.9710 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05080550326406956
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1868 | LCC = 0.9706 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04821745349466801
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1579 | LCC = 0.9713 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.044185414209961894
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1885 | LCC = 0.9714 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04285546654462814
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2061 | LCC = 0.9715 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.038406148657202724
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1829 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.037921776637434956
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1893 | LCC = 0.9708 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03503272625803947
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1655 | LCC = 0.9717 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03124377217888832
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1725 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.030373397812247276
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1726 | LCC = 0.9725 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.03012268494069576
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1788 | LCC = 0.9711 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02887244603037834
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1576 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.026095143355429173
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1546 | LCC = 0.9722 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.025106227912008762
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1624 | LCC = 0.9722 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.025484913423657416
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1730 | LCC = 0.9723 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.02351856725662947
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1770 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.023371980763971806
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1650 | LCC = 0.9732 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.020691838182508946
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1876 | LCC = 0.9725 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.0211074376180768
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1785 | LCC = 0.9722 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.019668290004134177
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1737 | LCC = 0.9725 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.020020835027098657
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1652 | LCC = 0.9723 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.01846513345092535
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1434 | LCC = 0.9725 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.017592221207916738
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1720 | LCC = 0.9726 | SRCC = 0.9719 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1629 | LCC = 0.9737 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run1/config.gin b/results_tencent/w2v2_xlsr_1b/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run1/model.pt b/results_tencent/w2v2_xlsr_1b/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..013e099f2748173bf7a9d544a434b197307e1ccd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e58b9affa1dbfec4462465acaa65fbb790695321ca924c9ce4c7373abd6e69e3
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run1/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..599d852c1b191eda036eaa7542ca512b11b743b5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f0f3d8ed3207d99e2288caa9f346bbe88c8f403e6b5243c48bd0ea3bc007f0
+size 4060422
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run1/train.log b/results_tencent/w2v2_xlsr_1b/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e629c48f3c04c4b1384bb829194ad6e0c61173c5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3923144750595093
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2603 | LCC = 0.9510 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.12513278365135194
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2168 | LCC = 0.9596 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.10216254296898841
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2212 | LCC = 0.9646 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.08688491052389145
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1654 | LCC = 0.9657 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.07942857879400253
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1713 | LCC = 0.9670 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.0720133590400219
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1769 | LCC = 0.9675 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.06933236420154572
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1756 | LCC = 0.9687 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06243495979905128
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1601 | LCC = 0.9692 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05377447390556336
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1660 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.054417450070381165
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1731 | LCC = 0.9685 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0491839515119791
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1961 | LCC = 0.9690 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.04611305801570415
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2049 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04506915904581547
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1959 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04127640971541405
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1655 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.037952254891395566
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1620 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03582593098282814
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1484 | LCC = 0.9712 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.034045587614178655
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1488 | LCC = 0.9709 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.036378499731421474
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1821 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03265314942598343
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1905 | LCC = 0.9706 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02948406510055065
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1944 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02699713543057442
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1756 | LCC = 0.9716 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.02598629803955555
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1598 | LCC = 0.9716 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02636542695015669
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1710 | LCC = 0.9721 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.024513020560145378
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1666 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02258060572296381
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1621 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.021426667973399163
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1821 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.020717406310141087
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1731 | LCC = 0.9719 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.01956040421873331
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1706 | LCC = 0.9725 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.021398812383413315
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1636 | LCC = 0.9729 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.019278868541121482
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1574 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.019734108097851276
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1829 | LCC = 0.9716 | SRCC = 0.9715 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1656 | LCC = 0.9726 | SRCC = 0.9725 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run2/config.gin b/results_tencent/w2v2_xlsr_1b/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run2/model.pt b/results_tencent/w2v2_xlsr_1b/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c64c02c734ef8e4855938e4211293c574f0741f9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:944979f5526560d47cd2c949113525ea4ebbb0fdd0c50fb5c88f9125508cf7b0
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run2/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6343b86b425a1946c84db2735a8637a15ce0e745
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4cdaa1adf12b756023f252c6e2704df0d18fca31cd73f1a78f1c32ef6ad0320
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run2/train.log b/results_tencent/w2v2_xlsr_1b/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..241d6aceafb85e1f0b3e484f3ab3a1906be4f857
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.32239879190921783
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2342 | LCC = 0.9519 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.12490260231494904
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1916 | LCC = 0.9580 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.09771690255403519
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2585 | LCC = 0.9631 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.08505316591262817
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2132 | LCC = 0.9677 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07776761648058891
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2274 | LCC = 0.9680 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07030354303121567
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1814 | LCC = 0.9679 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.06459160208702087
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2130 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.0591596382111311
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1764 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05377919057011604
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2098 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05386688220500946
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2093 | LCC = 0.9707 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.048601276263594624
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1924 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04549657544493675
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2047 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04083567306399345
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1738 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03995632699131966
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2019 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03840594676136971
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1723 | LCC = 0.9702 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03424109014868736
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2011 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03349077080190182
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2013 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0340204916447401
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1754 | LCC = 0.9710 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03160649843513966
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1751 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.02767036335170269
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1836 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.025435142315924166
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1889 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.024900258712470532
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1721 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.023567390397191048
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1783 | LCC = 0.9712 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.023509996876120567
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1861 | LCC = 0.9711 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0222358136177063
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1805 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.022195090733468533
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1859 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.019623879946768282
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1703 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.0200378323122859
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1731 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.01916896067559719
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1757 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0180077570900321
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1978 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.017640432730317117
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1608 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1733 | LCC = 0.9723 | SRCC = 0.9722 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run3/config.gin b/results_tencent/w2v2_xlsr_1b/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run3/model.pt b/results_tencent/w2v2_xlsr_1b/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ceedbd80da5c7d909145d2813e3ebacb0705c1d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a531ab71b988fe5832e9bf352b00a054ef4fd28f567d1e1611c4f2e4a7e10872
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run3/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46775bf949b20b3c439e06a6b8008c3e4399162a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3772e487dfa678612d79fe0045e7290a1ee33dd908e3a3094ec629479e5151d5
+size 4060422
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run3/train.log b/results_tencent/w2v2_xlsr_1b/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..61613bdfb611976f247155d49bd2dbb1ad0e4bd5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34326923221349714
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2298 | LCC = 0.9485 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12765673571825029
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2106 | LCC = 0.9578 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.10349610906839371
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2364 | LCC = 0.9647 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.08956667751073838
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1920 | LCC = 0.9675 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07724590846896172
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1881 | LCC = 0.9685 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07114454567432403
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1631 | LCC = 0.9695 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07030225530266762
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1766 | LCC = 0.9693 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06322312262654305
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1656 | LCC = 0.9703 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.057198596149683
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1517 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05298238830268383
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1645 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04832507686316967
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1676 | LCC = 0.9717 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04583014889061451
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1807 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04463832342624664
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1690 | LCC = 0.9719 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04013981115818024
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1494 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.038774568066000936
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1493 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.036381663471460345
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1508 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03519099019467831
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1666 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03244880029559136
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1483 | LCC = 0.9719 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.030198422253131865
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1652 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.028974456503987313
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1932 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.029224658131599426
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1473 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02644800801575184
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1518 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.025073656253516673
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1536 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.024392418384552
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1611 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.025035915486514567
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1708 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.02199176811426878
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1405 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.022184636756777763
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1521 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.022007965296506882
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1429 | LCC = 0.9724 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.019750779934227466
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1443 | LCC = 0.9729 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.018699863031506538
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1815 | LCC = 0.9725 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.01775115732103586
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1513 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1529 | LCC = 0.9724 | SRCC = 0.9721 ]
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run4/config.gin b/results_tencent/w2v2_xlsr_1b/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run4/model.pt b/results_tencent/w2v2_xlsr_1b/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a48651e51f4e86b34a15c5200b13d2f54694bda1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e803b80afc1a5f5fca366e5b4cc4066a5ea0360c929532ee26fe17d94920506e
+size 4058699
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run4/model_best.pt b/results_tencent/w2v2_xlsr_1b/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893b7271014f806c7d3e515ee5d7613b32ccb71d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d83a4b6ad9c354770027c6f200efd246b1bd677d6333b63ac9cd078de042b511
+size 4060358
diff --git a/results_tencent/w2v2_xlsr_1b/layer8/run4/train.log b/results_tencent/w2v2_xlsr_1b/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..310460eb883c805d924bdf7391ba4619d58de258
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_1b/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3323951618075371
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2255 | LCC = 0.9520 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.11724558013677597
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2348 | LCC = 0.9616 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.09241384214162826
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2005 | LCC = 0.9646 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.0824803103506565
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1485 | LCC = 0.9674 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07516909325122834
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1569 | LCC = 0.9677 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0673518107533455
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1848 | LCC = 0.9672 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.061320818856358525
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1607 | LCC = 0.9695 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.058152356207370755
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1765 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.054187026008963586
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1708 | LCC = 0.9704 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.049613390386104586
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1473 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.04913693009316921
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1597 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04412344941496849
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1832 | LCC = 0.9712 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03894159005582332
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1597 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03657068727910519
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1606 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.0358682442009449
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1451 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03420500653982163
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1477 | LCC = 0.9697 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03221519760787487
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1575 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.02950598432123661
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1606 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.029035229414701463
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1532 | LCC = 0.9698 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.02787667454779148
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1494 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.025152080424129964
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1619 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02603969018906355
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1410 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.023797747299075127
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1491 | LCC = 0.9716 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02259217370301485
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1421 | LCC = 0.9713 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02194620430469513
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1734 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.020908583149313927
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1528 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.020956722155213357
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1655 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.019167548805475235
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1336 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.018661722950637342
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1591 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.01721566815674305
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1726 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.016751107193529607
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1479 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1475 | LCC = 0.9728 | SRCC = 0.9724 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce69f8e1d92b9077846960a0b60a653dcf9f79c7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66a11e4bf30ae9d5f93765fecd371284498e8cc2c170006316431b080fc24d76
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d97bcb1007b1759df06616c1f4f2f73acb3870ed
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba269a55ef2ba7d60265386b68b7ff1cb219952a11ef3e0eb2ecbe4cc1f32d07
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bba746fa461bbb9fa822592dd140b0f673205d7e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6436596455574035
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4494 | LCC = 0.8686 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.3082150514125824
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3559 | LCC = 0.8990 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.265557165145874
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3028 | LCC = 0.9137 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.23561058706045152
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2642 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.21386010080575943
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2982 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.19508498001098634
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3161 | LCC = 0.9222 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.1902172300219536
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2698 | LCC = 0.9264 | SRCC = 0.9256 ]
+INFO:root:Average loss=0.17515664684772492
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2624 | LCC = 0.9244 | SRCC = 0.9254 ]
+INFO:root:Average loss=0.16404043930768966
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2685 | LCC = 0.9288 | SRCC = 0.9288 ]
+INFO:root:Average loss=0.15496542763710022
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2410 | LCC = 0.9344 | SRCC = 0.9353 ]
+INFO:root:Average loss=0.1543219835162163
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2511 | LCC = 0.9342 | SRCC = 0.9341 ]
+INFO:root:Average loss=0.14409785377979278
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2644 | LCC = 0.9278 | SRCC = 0.9346 ]
+INFO:root:Average loss=0.13231273996829987
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2614 | LCC = 0.9374 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.12761532348394394
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2286 | LCC = 0.9369 | SRCC = 0.9371 ]
+INFO:root:Average loss=0.12647397577762604
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2546 | LCC = 0.9356 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.11972753301262856
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2277 | LCC = 0.9399 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.11280101293325424
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2486 | LCC = 0.9363 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.10805700153112412
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2301 | LCC = 0.9405 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.1056723291873932
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2268 | LCC = 0.9378 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.10072503319382667
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2557 | LCC = 0.9346 | SRCC = 0.9359 ]
+INFO:root:Average loss=0.10072391748428344
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2558 | LCC = 0.9339 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.09265549984574319
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2149 | LCC = 0.9391 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.0919610607624054
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2610 | LCC = 0.9362 | SRCC = 0.9384 ]
+INFO:root:Average loss=0.08926336014270783
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2315 | LCC = 0.9421 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.08637182527780533
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2036 | LCC = 0.9431 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.08365728798508644
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2083 | LCC = 0.9445 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.08121213552355766
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2439 | LCC = 0.9435 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.07903210592269898
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2230 | LCC = 0.9418 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.07411043292284011
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2378 | LCC = 0.9424 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.07239450606703758
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2106 | LCC = 0.9448 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.07149221703410148
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2053 | LCC = 0.9416 | SRCC = 0.9427 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2164 | LCC = 0.9464 | SRCC = 0.9465 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8bdffa74df82cd71f5de5825e99d71c11ceb7aa
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:381031f2c2a66a416dc59a8e2aed00e545c7b9e786def636735e1d760b026c29
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1339bc5c028d048a45e702edca2724586a2998b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93e98fa81861ae4b92347bd7948eb8f2146f8959a1933b6dc779dd81a379bd39
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ada0907b9286638da5a04f67f11d871249b92cf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6042736349105835
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4010 | LCC = 0.8871 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.3151767892837524
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3310 | LCC = 0.9037 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.2679763114452362
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3117 | LCC = 0.9128 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.2357981903553009
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3209 | LCC = 0.9150 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.23242514133453368
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3197 | LCC = 0.9143 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.20472388207912445
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3036 | LCC = 0.9213 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.19423890364170074
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2490 | LCC = 0.9292 | SRCC = 0.9280 ]
+INFO:root:Average loss=0.1797583230137825
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2737 | LCC = 0.9276 | SRCC = 0.9276 ]
+INFO:root:Average loss=0.16790819954872133
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2457 | LCC = 0.9346 | SRCC = 0.9345 ]
+INFO:root:Average loss=0.16409939271211624
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2483 | LCC = 0.9341 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.15112544429302216
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2696 | LCC = 0.9333 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.14572595393657684
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2453 | LCC = 0.9354 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.13298556804656983
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2260 | LCC = 0.9361 | SRCC = 0.9359 ]
+INFO:root:Average loss=0.13330292344093322
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2774 | LCC = 0.9306 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.12579747259616852
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2802 | LCC = 0.9318 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.1197058607339859
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2411 | LCC = 0.9381 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.11325803768634796
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2243 | LCC = 0.9405 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.11691720688343048
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2202 | LCC = 0.9364 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.11163999819755555
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2376 | LCC = 0.9394 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.10149785208702088
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2332 | LCC = 0.9391 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.09492804110050201
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2331 | LCC = 0.9388 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.09204887527227401
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2341 | LCC = 0.9389 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.0895926556289196
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2019 | LCC = 0.9391 | SRCC = 0.9391 ]
+INFO:root:Average loss=0.08809678864479065
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2133 | LCC = 0.9414 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.08463127332925796
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2296 | LCC = 0.9417 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.08409693282842635
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2182 | LCC = 0.9411 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.0809402546286583
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2150 | LCC = 0.9415 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.07763165867328643
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1967 | LCC = 0.9410 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.07817038056254387
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2623 | LCC = 0.9337 | SRCC = 0.9360 ]
+INFO:root:Average loss=0.07470172652602196
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2027 | LCC = 0.9426 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.07383209955692291
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2522 | LCC = 0.9431 | SRCC = 0.9427 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2602 | LCC = 0.9425 | SRCC = 0.9433 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ab226b1a415206619743a134a11064b54081e91
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:916b882831f8788e9220f01fa06561a15beb29c7408acb73c806e4ec7e0bd2db
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db77ffa90ea885d33725523d04dbcda39a9a5c1e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d53f22f3862a3a8049aa8ea12669551f61d5773ce08972d9b812cf6e525d2712
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..519c4ff274a52c5ddc00cc7de849950ab492e03b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5673142404556274
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4556 | LCC = 0.8821 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.3146815087795258
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4295 | LCC = 0.8924 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.2686182454824448
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3462 | LCC = 0.9061 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.2629797074794769
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3236 | LCC = 0.9157 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.22960324144363403
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2729 | LCC = 0.9168 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.21298729318380355
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3232 | LCC = 0.9193 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.1923303671479225
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2814 | LCC = 0.9212 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.18250471878051758
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2858 | LCC = 0.9259 | SRCC = 0.9266 ]
+INFO:root:Average loss=0.17359230720996857
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2868 | LCC = 0.9286 | SRCC = 0.9290 ]
+INFO:root:Average loss=0.16227951794862747
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3231 | LCC = 0.9275 | SRCC = 0.9294 ]
+INFO:root:Average loss=0.15956371629238128
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2859 | LCC = 0.9292 | SRCC = 0.9303 ]
+INFO:root:Average loss=0.14982938235998153
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2891 | LCC = 0.9321 | SRCC = 0.9331 ]
+INFO:root:Average loss=0.1406730760037899
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2599 | LCC = 0.9342 | SRCC = 0.9343 ]
+INFO:root:Average loss=0.13274774020910263
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2523 | LCC = 0.9354 | SRCC = 0.9352 ]
+INFO:root:Average loss=0.12759321773052215
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2610 | LCC = 0.9361 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.12728986689448357
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2508 | LCC = 0.9317 | SRCC = 0.9321 ]
+INFO:root:Average loss=0.11619597128033637
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2631 | LCC = 0.9325 | SRCC = 0.9324 ]
+INFO:root:Average loss=0.11375096631050109
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2397 | LCC = 0.9358 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.10871790063381195
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2687 | LCC = 0.9268 | SRCC = 0.9275 ]
+INFO:root:Average loss=0.10770246493816375
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2761 | LCC = 0.9363 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.10431249654293061
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2307 | LCC = 0.9354 | SRCC = 0.9357 ]
+INFO:root:Average loss=0.09483206886053085
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2353 | LCC = 0.9356 | SRCC = 0.9355 ]
+INFO:root:Average loss=0.09093721288442612
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2316 | LCC = 0.9382 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.09101539865136146
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2374 | LCC = 0.9393 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.08828549945354462
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2399 | LCC = 0.9322 | SRCC = 0.9324 ]
+INFO:root:Average loss=0.08499857777357102
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2279 | LCC = 0.9370 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.08257459396123887
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2393 | LCC = 0.9400 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.07676701617240905
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2322 | LCC = 0.9381 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.07654052591323852
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2191 | LCC = 0.9353 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.0734771078824997
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2163 | LCC = 0.9426 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.071387415766716
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2346 | LCC = 0.9396 | SRCC = 0.9390 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2176 | LCC = 0.9443 | SRCC = 0.9446 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1709385e338f501eb8a9f8805eda11cfc4120caf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef952b290bb67c1fb18b0cee56ea1a4c1887e0cb240363c2275c944e67898375
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b9b022a3743b8d5a5de9bb5dd189fcc77a3b9d5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb51a022d311100d9cfd5ddf419ffa673d9f59082d8c186368f0a1699895ce2a
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0a627c61b0f52cd0b4de07e169a6b3230a13b416
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5715112891197205
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3851 | LCC = 0.8837 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.3055095245838165
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3526 | LCC = 0.9048 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.2717531793117523
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3475 | LCC = 0.9090 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.24185245949029924
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3535 | LCC = 0.8967 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.22654933154582976
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3125 | LCC = 0.9160 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.19988958501815796
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2925 | LCC = 0.9197 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.19171383225917815
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2891 | LCC = 0.9194 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1809314820766449
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2779 | LCC = 0.9245 | SRCC = 0.9248 ]
+INFO:root:Average loss=0.17068886071443556
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2444 | LCC = 0.9267 | SRCC = 0.9273 ]
+INFO:root:Average loss=0.16763683754205705
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2547 | LCC = 0.9271 | SRCC = 0.9267 ]
+INFO:root:Average loss=0.16535073602199554
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2770 | LCC = 0.9275 | SRCC = 0.9286 ]
+INFO:root:Average loss=0.14525667709112167
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2831 | LCC = 0.9234 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.13985178926587105
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2682 | LCC = 0.9329 | SRCC = 0.9333 ]
+INFO:root:Average loss=0.13174507921934128
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2614 | LCC = 0.9304 | SRCC = 0.9315 ]
+INFO:root:Average loss=0.1259068803191185
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2022 | LCC = 0.9363 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.12856577348709106
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2661 | LCC = 0.9348 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.12142645299434662
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2338 | LCC = 0.9364 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.11016426584124565
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2260 | LCC = 0.9359 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.10650905761122703
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2263 | LCC = 0.9353 | SRCC = 0.9356 ]
+INFO:root:Average loss=0.1037077893614769
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2291 | LCC = 0.9405 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.10017581433057784
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2358 | LCC = 0.9402 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.09708474373817444
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2516 | LCC = 0.9378 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.09488147485256195
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2225 | LCC = 0.9397 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.09136533617973328
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2289 | LCC = 0.9413 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.08841765865683555
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2203 | LCC = 0.9385 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.08447479647397994
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2625 | LCC = 0.9355 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.08317551967501641
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2340 | LCC = 0.9385 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.07878178840875626
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2461 | LCC = 0.9410 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.07713461330533028
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2342 | LCC = 0.9421 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.0801588660478592
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2404 | LCC = 0.9418 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.07197283679246902
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2406 | LCC = 0.9420 | SRCC = 0.9420 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2432 | LCC = 0.9413 | SRCC = 0.9432 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9adbec7050cb99edad2b505ff114e9be96e7730f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73000017d1ccd5255a77e1e898f061fc76f19728501b8d6a8d97eaa31536aca8
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..034f731f7da536ce739407e9f6982e4a16bc70bf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6add4726d056b4d7b062b6b87a31ce484dd8c6b862a7b6d6eff6c8a8d804755
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer0/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8cfcd24509b7394f5371a74b1e7432bc3be8ed93
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5614318114519119
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4171 | LCC = 0.8861 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.31057345449924467
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3754 | LCC = 0.9017 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.28350764214992524
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3070 | LCC = 0.9093 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.24070590615272522
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3357 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.22759584772586822
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4605 | LCC = 0.9048 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.20517701268196106
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4657 | LCC = 0.8913 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.19782472288608552
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3014 | LCC = 0.9231 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.1783368288874626
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2503 | LCC = 0.9305 | SRCC = 0.9310 ]
+INFO:root:Average loss=0.16959532344341277
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2548 | LCC = 0.9317 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.1647332449555397
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3303 | LCC = 0.9310 | SRCC = 0.9319 ]
+INFO:root:Average loss=0.14879266059398652
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2657 | LCC = 0.9315 | SRCC = 0.9318 ]
+INFO:root:Average loss=0.14678976935148239
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2705 | LCC = 0.9297 | SRCC = 0.9304 ]
+INFO:root:Average loss=0.13457180273532868
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3063 | LCC = 0.9336 | SRCC = 0.9340 ]
+INFO:root:Average loss=0.12778212630748748
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2562 | LCC = 0.9374 | SRCC = 0.9370 ]
+INFO:root:Average loss=0.12791228652000428
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2443 | LCC = 0.9365 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.12397245216369629
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2250 | LCC = 0.9402 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.11778778022527694
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2823 | LCC = 0.9362 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.10852944201231003
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2659 | LCC = 0.9345 | SRCC = 0.9340 ]
+INFO:root:Average loss=0.10429853335022926
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2610 | LCC = 0.9363 | SRCC = 0.9363 ]
+INFO:root:Average loss=0.10569265571236611
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2100 | LCC = 0.9399 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.10029461872577668
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2445 | LCC = 0.9418 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.09794007071852684
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2430 | LCC = 0.9329 | SRCC = 0.9354 ]
+INFO:root:Average loss=0.09188332760334014
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2228 | LCC = 0.9416 | SRCC = 0.9414 ]
+INFO:root:Average loss=0.08834978178143502
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2179 | LCC = 0.9387 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.08828504556417466
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2194 | LCC = 0.9393 | SRCC = 0.9394 ]
+INFO:root:Average loss=0.08348598247766495
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2340 | LCC = 0.9414 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.0815009928047657
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2372 | LCC = 0.9413 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.08246506482362748
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2290 | LCC = 0.9404 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.07184895661473274
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2682 | LCC = 0.9403 | SRCC = 0.9405 ]
+INFO:root:Average loss=0.07236744332313537
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2321 | LCC = 0.9421 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.06960124200582504
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2209 | LCC = 0.9449 | SRCC = 0.9442 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2285 | LCC = 0.9427 | SRCC = 0.9432 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79e62c23219aceb042a6cb97bce2d64642bb8d4b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8b1f7a6491b4f92e29c09e0029467bf7a1914aa50a081f0bcfb34755f42ea0f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb7ccbd91a31eb963db93f2d6d633a253befef2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b34fd14b9b5aa5e604ba77912f41b0889c827a3eca540abcdd960674fbecc00
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3c3f45606fd680ca2cdccfcb202262778230e3d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28277537763118743
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1841 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.10519325476884842
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1591 | LCC = 0.9638 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.08973357725143433
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1629 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07238526153564454
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1474 | LCC = 0.9691 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06746884870529175
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1829 | LCC = 0.9704 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.061439049363136294
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1765 | LCC = 0.9713 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.05648185196518898
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1534 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05027099665999413
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1554 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.047232038095593454
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1638 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.044637303680181505
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1529 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04045902806520462
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1488 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.038304919272661206
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1638 | LCC = 0.9729 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.0346284344792366
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1716 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03484470567107201
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1655 | LCC = 0.9727 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03135434374213219
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1540 | LCC = 0.9724 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02906287272274494
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1431 | LCC = 0.9733 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.027487986996769905
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1431 | LCC = 0.9727 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02569790928065777
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1463 | LCC = 0.9734 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.02493506097793579
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1511 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.022886311888694763
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1495 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02181606366485357
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1394 | LCC = 0.9734 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.020303033731877803
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1714 | LCC = 0.9732 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.0190928987711668
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1559 | LCC = 0.9724 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.019175498515367508
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1459 | LCC = 0.9737 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.017518736243247984
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1469 | LCC = 0.9732 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.017368220411241055
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1621 | LCC = 0.9729 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.01638782911747694
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1479 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.016142163574695587
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1470 | LCC = 0.9732 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.015878484725952147
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1458 | LCC = 0.9733 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.013747566878795624
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1433 | LCC = 0.9735 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.014431054867804051
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1571 | LCC = 0.9737 | SRCC = 0.9726 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1569 | LCC = 0.9735 | SRCC = 0.9729 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5723299450eee383cba02e38c62f6ce91797b640
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85d2cc12005aeb9d924542d89e58ec846b675d8d4cce6a52ea0eefb1be44fa4f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f946d18f1c5031c76a854397fdd4f777acae1e82
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c19fc2880a65f4df12f875e582ecea3f88a9dbfd6060d6629b4d84bf84dafd6
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7f396cd67d53c929246e33938f9ff64d8d2005c1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3618578085899353
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2172 | LCC = 0.9582 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.10914190554618836
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2411 | LCC = 0.9653 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09071585655212402
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2050 | LCC = 0.9680 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.08013016164302826
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2009 | LCC = 0.9690 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06995117643475532
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1982 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06300260564684868
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1624 | LCC = 0.9707 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05992786386609077
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1691 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.052561922892928124
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1850 | LCC = 0.9726 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.04909629255533218
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1611 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.04630470450222492
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1744 | LCC = 0.9727 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.04335106474161148
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1801 | LCC = 0.9723 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04237686069309712
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1530 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03936737674474716
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1784 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03696071802079678
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1688 | LCC = 0.9735 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.033554184392094615
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1747 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.032645625159144404
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1627 | LCC = 0.9736 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.029126360908150673
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1688 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.026513649523258208
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1878 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.025216843463480472
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1644 | LCC = 0.9723 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.023856115318834782
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1777 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02305841964483261
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1667 | LCC = 0.9729 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.021425354793667792
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1770 | LCC = 0.9727 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.020587334789335728
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1768 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.018691977500915526
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1661 | LCC = 0.9732 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.01880501864850521
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1531 | LCC = 0.9726 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.01791887155920267
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1481 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.01722651133686304
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1703 | LCC = 0.9735 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.016806256636977195
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1748 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.01623756478726864
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1658 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.01467480643093586
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1512 | LCC = 0.9730 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.014308107733726502
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1594 | LCC = 0.9737 | SRCC = 0.9724 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1611 | LCC = 0.9739 | SRCC = 0.9735 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5452e4bc70aa8c0d22d7cf0463ec5a90147aceb3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53d5771358c1d0fa20acd1e2fd34cb2efc7c327ea6e58e5deaa69cb977342558
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15f1df14eaa3f3aa317dba998fd32da09077c581
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45cb7664f6c3774479999da834475dbc0d578e9681cb46bf9d4f87912dabd63e
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d305ab88d643ed9a7bb6a63b0aff590ac60f4f35
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2960533087849617
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2150 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11353774699568749
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2145 | LCC = 0.9648 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.09168238344788551
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1993 | LCC = 0.9675 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07588738539814949
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1975 | LCC = 0.9688 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06826534512639046
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1539 | LCC = 0.9698 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06386393654346466
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1592 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.062187187001109125
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1775 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05484118160605431
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1487 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.050088478326797484
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1846 | LCC = 0.9719 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04630481098592281
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1769 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04245789416134357
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1752 | LCC = 0.9725 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03895083823800087
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1908 | LCC = 0.9717 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.037936938792467116
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1693 | LCC = 0.9723 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.0340644239038229
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1602 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.032192674711346625
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1556 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.030606812343001364
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1558 | LCC = 0.9724 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.027709241643548013
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1824 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02638994387537241
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1643 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.024437864914536474
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1743 | LCC = 0.9724 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.023266049228608608
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1770 | LCC = 0.9722 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.021099582992494106
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1656 | LCC = 0.9726 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.020844020396471024
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1971 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.020715672947466374
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1537 | LCC = 0.9725 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.019470037117600442
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1656 | LCC = 0.9725 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.018062907606363296
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1593 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.016774332329630853
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1684 | LCC = 0.9726 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.017723948299884797
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1514 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.016886503428220748
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1659 | LCC = 0.9729 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.015070511497557164
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1708 | LCC = 0.9729 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.014592444017529488
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1647 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.013829004339873791
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1593 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1594 | LCC = 0.9734 | SRCC = 0.9734 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b197655675fd49e7a21093200d6ca2df9da748
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ee078e674f6fb9ce19d9c7801a4ca04c30126a6d70064df0f74c96ebc28a909b
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c34abb00143783c71d8a109ba58f3eef210aa24
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1631f8746cde3e905dce54e8326912fc92ca3000a529869984b94acb7d08ea49
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3c33434bd1161b0f6ed96fc0bd6c6ec7b83c0f75
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2830352389216423
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2575 | LCC = 0.9556 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.11470527428388595
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2154 | LCC = 0.9629 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.09366894894838333
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1842 | LCC = 0.9671 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07954060646891593
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2069 | LCC = 0.9681 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07347024965286254
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1984 | LCC = 0.9705 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06705087991058827
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2044 | LCC = 0.9706 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06132275864481926
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2219 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.056192044854164125
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1749 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.04989426665008068
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1775 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.04754106442630291
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1655 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.045281360641121864
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2138 | LCC = 0.9698 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04473861375451088
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1674 | LCC = 0.9728 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.037119570851325986
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1707 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03608181066811085
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1654 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.0329676054418087
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1544 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03083168277144432
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1769 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.029668345481157304
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1968 | LCC = 0.9722 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.029225358426570893
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1766 | LCC = 0.9728 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.026009457305073737
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1791 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.024322353281080723
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1760 | LCC = 0.9726 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.023975661478936674
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1833 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.0218300571590662
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1535 | LCC = 0.9724 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.021120163083076477
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1686 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.01971214459091425
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1430 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.019817874759435652
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1554 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.019690871842205523
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1615 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.018049432642757893
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1598 | LCC = 0.9732 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.017827423751354217
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1735 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.01802879274636507
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1709 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.015789003111422062
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1852 | LCC = 0.9726 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.014843562617897987
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1745 | LCC = 0.9729 | SRCC = 0.9718 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1629 | LCC = 0.9730 | SRCC = 0.9725 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..547e6156f69e010fbd39e7dcf9617f5571979fc2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9713a4f1e146100e9bc9bbb7e7e12c82bb901df5645d019eb08a151804da65d2
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff53aac674a5f990910f072c10b062bdf8d176b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34abc04f1a76aa43c9194221a9509a36fe4eb6dd3a1529fb9fe7e1dabf237d81
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer10/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..efe62ef2a274dc66c99366baf2bf220f7ca8555b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.28871535110473634
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2455 | LCC = 0.9583 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.10816460806131363
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2002 | LCC = 0.9634 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.08578180652856827
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1851 | LCC = 0.9681 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.075881791472435
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2214 | LCC = 0.9689 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.06836057338118554
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1860 | LCC = 0.9685 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06308885487914086
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1653 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.055369397953152655
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1820 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.052345766469836234
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1884 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04801639427244663
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2040 | LCC = 0.9718 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04515745186805725
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1764 | LCC = 0.9727 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04072225978970528
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1727 | LCC = 0.9707 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03598610706627369
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1719 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03735434223711491
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1762 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.03339333146810532
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1574 | LCC = 0.9717 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03043511837720871
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1822 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.029339348189532755
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1705 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02701243010163307
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1411 | LCC = 0.9718 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.025694125726819037
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1601 | LCC = 0.9731 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.024172128289937974
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1670 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.023643957190215587
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1606 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.021297730080783367
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1687 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.02148101808130741
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1663 | LCC = 0.9722 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.020064810506999493
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1627 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.018238482154905797
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1756 | LCC = 0.9730 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.018330704107880593
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1670 | LCC = 0.9723 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.017765911042690277
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1496 | LCC = 0.9708 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.01640548374503851
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1660 | LCC = 0.9727 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.015880535617470742
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1796 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.01472525180876255
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1697 | LCC = 0.9728 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.013880184445530176
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1613 | LCC = 0.9725 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.01355580174550414
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1820 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1605 | LCC = 0.9731 | SRCC = 0.9733 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d32d3bf10f1cdd0a3a74943bb012e99fb721a7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b27aadf9ecc90b60812e8b40f6bb0020c98c9cae61c038f4a5f90f365ba4fe1
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc4e4500f56b4371cddd0b989854e5b79ff7a3ae
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bafa92bb1afb8ca4c17cfc8d35aa261134ce469afb6c3b61db4170db2e868f21
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..241db2a7944c38211e062877f507051e4588baa2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.27841099166870115
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2335 | LCC = 0.9573 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.11205991357564926
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2074 | LCC = 0.9653 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.0894760879278183
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1771 | LCC = 0.9685 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07846752262115478
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1837 | LCC = 0.9701 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.070050936460495
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1773 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.06499690064787865
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2064 | LCC = 0.9714 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.062385660231113436
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1931 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.05711361050605774
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1678 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.05187246054410934
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1530 | LCC = 0.9715 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04637249432504177
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1778 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.045517582595348355
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1677 | LCC = 0.9731 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.0405544133335352
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1676 | LCC = 0.9731 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.03884283182024956
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1457 | LCC = 0.9727 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03518728996813297
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1975 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.0340374847650528
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1666 | LCC = 0.9722 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.031129673674702645
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1824 | LCC = 0.9733 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.030717908263206483
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1849 | LCC = 0.9738 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.028475499659776686
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1597 | LCC = 0.9723 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.026544390819966793
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1625 | LCC = 0.9735 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.02560909705609083
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1592 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.025954352773725986
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1447 | LCC = 0.9729 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.025150508046150207
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1807 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.020834720142185688
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1775 | LCC = 0.9736 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.02201359148323536
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1714 | LCC = 0.9730 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.020597308814525605
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1713 | LCC = 0.9738 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.019990629851818084
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1721 | LCC = 0.9734 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.018592479176819325
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1711 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.01704425273835659
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1605 | LCC = 0.9736 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.017230361834168435
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1642 | LCC = 0.9736 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.0152263468131423
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1576 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.016018304266035555
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1580 | LCC = 0.9740 | SRCC = 0.9727 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1583 | LCC = 0.9728 | SRCC = 0.9729 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..109921e3910a99311cd6867a538f5c4e9c64d9a6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6db5ef5ca7ee7d4f3060266ab53a791815cee1490d6fe97e5c93d720162098e
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9a6cabcd6e7b5655512ce6c420086150886eb2e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6622811d5902446266aed0a27db2abff0a3413a97bc466af88cb460dfc3afcaf
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..39b07e8ac5ab84d4c0e237ba2540601f69d99b24
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3001499203443527
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2226 | LCC = 0.9562 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11218340224027634
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1884 | LCC = 0.9655 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.08871215072274208
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1822 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07819506132602691
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2125 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.07054063311219215
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1852 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.06409499979019165
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1590 | LCC = 0.9726 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.05982794956862927
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1875 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.055638378083705906
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2059 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04941979013383389
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1631 | LCC = 0.9734 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.047016202658414843
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1433 | LCC = 0.9725 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.0447217733412981
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1924 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.040410573691129686
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1540 | LCC = 0.9735 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.036670322477817534
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1650 | LCC = 0.9733 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.03717740587890148
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1849 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.033759677380323413
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1517 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.03069709013402462
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1641 | LCC = 0.9739 | SRCC = 0.9729 ]
+INFO:root:Average loss=0.02921609616279602
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1833 | LCC = 0.9733 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.028591411575675012
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1623 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.025585752189159393
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1581 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.0265782455727458
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1664 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.022939321741461755
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1673 | LCC = 0.9729 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02231799567490816
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1641 | LCC = 0.9734 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.020328596815466882
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1508 | LCC = 0.9730 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.02129339236021042
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1686 | LCC = 0.9729 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.018902919732034205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1725 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.018822583071887493
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1761 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.018111911937594413
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1737 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.016877286724746227
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1625 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.016106743775308133
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1636 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.017007715310901405
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1526 | LCC = 0.9730 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.01557743551582098
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1636 | LCC = 0.9732 | SRCC = 0.9721 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1613 | LCC = 0.9737 | SRCC = 0.9735 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..986b6338adab2a00c0a9eb03dc8a7e90eea0a616
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43ba8ee76e45d5e0444062d645400eec8b870ea3342bd18e414145ebee3797e1
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..637ebcaeaf028e4b9088b586bd6a95d4bf6d4724
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99fbd69df07f01d081db5066e8832799e1ea1a19a051de754cd6e528b0b835bb
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5f3eadb11b2bcb1e6e8527771e765098b05e40d8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31112645024061203
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2577 | LCC = 0.9591 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.10652825072407722
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1974 | LCC = 0.9668 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.09107170042395592
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1678 | LCC = 0.9683 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07499597144126892
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1770 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.0693375061750412
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2042 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06597056311368943
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1810 | LCC = 0.9726 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.05814910584688187
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1585 | LCC = 0.9730 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.05535582068562508
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1726 | LCC = 0.9715 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.0497685130238533
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1720 | LCC = 0.9723 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.04742491053044796
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1957 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04457202839851379
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1616 | LCC = 0.9740 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.04229636603593826
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1984 | LCC = 0.9736 | SRCC = 0.9732 ]
+INFO:root:Average loss=0.038254896983504295
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2022 | LCC = 0.9727 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.036004317328333854
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1510 | LCC = 0.9736 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.036124099358916285
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1507 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.03331545212864876
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1661 | LCC = 0.9733 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.030203459054231642
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1693 | LCC = 0.9737 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.02780049242079258
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1650 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.02823486716300249
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1583 | LCC = 0.9737 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.024923053249716758
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1421 | LCC = 0.9736 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.02332205058634281
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1751 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.02184120748192072
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1620 | LCC = 0.9736 | SRCC = 0.9729 ]
+INFO:root:Average loss=0.02325563085824251
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1589 | LCC = 0.9730 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.021242743127048016
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1732 | LCC = 0.9734 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.02009763101488352
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1639 | LCC = 0.9732 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.01827548138797283
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1898 | LCC = 0.9728 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.018360299862921238
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1670 | LCC = 0.9728 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.018457756847143174
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1787 | LCC = 0.9735 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.016131893411278724
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1816 | LCC = 0.9731 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.017334495492279528
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1631 | LCC = 0.9741 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.015431940317153931
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1587 | LCC = 0.9734 | SRCC = 0.9725 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1619 | LCC = 0.9739 | SRCC = 0.9734 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91477c56086f9b63a5b2ad2a046f131162307a08
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0fa5969fb7729455db6f6681f9abeac46e799c2401706205098e4d9295f7b7a
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c9dbd42fdccb54c9303558b10b538d65d262dfd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:111ce20c94db420d6220eaf21b219f0ca2a8e58faf21861eafb606a39035a115
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bd2f645eb89d720f83266299d5205c7826d26d56
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3715395132303238
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2824 | LCC = 0.9543 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.11919573026895523
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2790 | LCC = 0.9616 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.09733645868301391
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2496 | LCC = 0.9668 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08306869730353356
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2411 | LCC = 0.9672 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07481171265244484
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1949 | LCC = 0.9695 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06789271959662438
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2093 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05955528852343559
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1906 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05789098834991455
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1947 | LCC = 0.9721 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.050757699728012085
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1929 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.052821251690387726
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1838 | LCC = 0.9732 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.04609920656681061
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1811 | LCC = 0.9717 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.040822950467467305
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2097 | LCC = 0.9728 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.039557471960783006
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2056 | LCC = 0.9734 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.03856981641054153
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1858 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.034503977134823796
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2112 | LCC = 0.9723 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.032698586657643317
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2081 | LCC = 0.9733 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.03026627053320408
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1648 | LCC = 0.9734 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.02998774914443493
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2134 | LCC = 0.9723 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.027245184570550918
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2021 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.025393715724349022
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1937 | LCC = 0.9726 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.0239384782910347
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1897 | LCC = 0.9731 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.022404695376753807
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1988 | LCC = 0.9728 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02106650649011135
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1931 | LCC = 0.9730 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.0207201833948493
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1981 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.020470143169164658
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2008 | LCC = 0.9723 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.018932751730084418
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1780 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.019309352435171605
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1803 | LCC = 0.9727 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.017274976648390294
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2019 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.01902456031739712
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1963 | LCC = 0.9729 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.016100334964692594
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1774 | LCC = 0.9735 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.014533546961843967
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1837 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1738 | LCC = 0.9745 | SRCC = 0.9739 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdc838cb246d0ace746949a1f3007c0288608e05
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53cdd66117b5505fcbdbd7e6841b54865591df2cf3a065ae48505b53d1f3f98b
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec98be25abab60aa0c75f5fc2b3437989dbf5f68
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58050a700a4765c4992c964869902cc97934589fbda7e26d33b64187bd97629
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer12/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e07f5ebe61e5d0ff80bc45bd2407d8ded6a4a2e6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3083344114422798
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2100 | LCC = 0.9598 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.10319093969464302
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1803 | LCC = 0.9659 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08681611463427544
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2383 | LCC = 0.9668 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.07940116429328918
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2209 | LCC = 0.9694 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06761404305696488
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1734 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06475991594791412
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1863 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.058178970187902454
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1855 | LCC = 0.9701 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05479402862489224
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1868 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04972925174236298
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1916 | LCC = 0.9701 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.050256515219807625
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1626 | LCC = 0.9734 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.042658063411712646
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1969 | LCC = 0.9720 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04305124281346798
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1719 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.03864263789355755
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1775 | LCC = 0.9709 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.035606221050024034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1801 | LCC = 0.9723 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.034978133350610736
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1733 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03083811217546463
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1460 | LCC = 0.9732 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.02865185910463333
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1700 | LCC = 0.9718 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.027738141044974327
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1710 | LCC = 0.9723 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.024753699764609338
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1678 | LCC = 0.9723 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.023923689998686312
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1750 | LCC = 0.9729 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.023433064326643945
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1654 | LCC = 0.9732 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.022205457344651222
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1376 | LCC = 0.9730 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.02187734431028366
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1658 | LCC = 0.9732 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.019667633675038813
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1889 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.019323328472673894
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1861 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.018850895039737223
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1585 | LCC = 0.9732 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.016974822655320167
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1594 | LCC = 0.9731 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.017401628531515598
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1357 | LCC = 0.9734 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.01674374354630709
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1535 | LCC = 0.9727 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.016568502582609654
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1804 | LCC = 0.9726 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.01583161949366331
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1767 | LCC = 0.9727 | SRCC = 0.9713 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1319 | LCC = 0.9749 | SRCC = 0.9748 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c1a339a0e23b2f0c14d1671596e1cb531177528
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfe1e364f6b290bdb784b7c0d0884971c72a107c35480e25003879080cb68332
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894c6112ead0a0269e86d85ed2209a6014b05f6d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d5def7d518987350d4e4312db8fa5f593686bd425f52d021eb4bbdbf676bba8
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c190c32c5e1ae108caa158b49c3f12091d0182aa
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3776350009441376
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2032 | LCC = 0.9573 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.11422143262624741
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2063 | LCC = 0.9659 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.10454879054427146
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1915 | LCC = 0.9685 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08234996590018272
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2078 | LCC = 0.9695 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0754060623049736
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1637 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.07319142001867295
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1650 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.06481306976079941
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1752 | LCC = 0.9720 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.05888402992486954
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1789 | LCC = 0.9724 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.05501867938041687
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1455 | LCC = 0.9730 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.05070353123545647
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1720 | LCC = 0.9732 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.04742912252247333
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1679 | LCC = 0.9730 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.04470629163086414
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1485 | LCC = 0.9726 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.04036926744878292
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1521 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.03902259384095669
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1522 | LCC = 0.9727 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03608669544756413
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1673 | LCC = 0.9737 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.03230287724733353
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2020 | LCC = 0.9718 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.03330627547204495
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1474 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.029062323845922947
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1481 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02803879751265049
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1532 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.028307778269052505
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1609 | LCC = 0.9727 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.02565659022331238
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1676 | LCC = 0.9734 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.025461917974054813
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1493 | LCC = 0.9729 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.02247184870392084
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1578 | LCC = 0.9734 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.022826416477560996
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1561 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.02089644132554531
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1371 | LCC = 0.9728 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.019686657905578612
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1704 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.019077113084495067
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1482 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.01890003328025341
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1688 | LCC = 0.9736 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.018182341895997524
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1609 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.018428278259932995
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1579 | LCC = 0.9734 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.016482867062091826
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1503 | LCC = 0.9732 | SRCC = 0.9720 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1686 | LCC = 0.9741 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ff933099ec495c980176bb5ed2fed2a1ad832a1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58c711e703e417bcf0f308120f5f61e862ec0cd747bc4afd77dcf86b53f3980
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..830a993a19a8b6c5e23660d91e4c91b2a73b72f1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb74ef1042c7d5043beac5f0dcb00a747cf97fabb38055376b375fabd853c69c
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ccc7f37ede95cb88ac0d50febaee1ae0a42d76e6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33010702753067017
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2564 | LCC = 0.9565 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.11305813145637512
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2005 | LCC = 0.9656 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09120056545734405
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2052 | LCC = 0.9693 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.08286361613869667
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2131 | LCC = 0.9695 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.07501913237571717
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1719 | LCC = 0.9691 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.07035830536484719
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1966 | LCC = 0.9714 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.06517508691549301
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1612 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05765854492783547
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1764 | LCC = 0.9721 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.054261056438088415
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1632 | LCC = 0.9698 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.052272377908229826
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1615 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.04745921403169632
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1479 | LCC = 0.9719 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.04502285332977772
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1705 | LCC = 0.9734 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.04149906621873379
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1548 | LCC = 0.9728 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.04009249946475029
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1754 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.03592955702543259
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1596 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.034684072941541674
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1743 | LCC = 0.9736 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.033564235627651214
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1606 | LCC = 0.9718 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03104634653031826
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1607 | LCC = 0.9734 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.030448346860706806
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1743 | LCC = 0.9734 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.027159165389835836
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1603 | LCC = 0.9738 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.026761190995574
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1461 | LCC = 0.9715 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.024411585696041585
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1592 | LCC = 0.9734 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.02569609648734331
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1626 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.023580657728016378
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1654 | LCC = 0.9731 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.023555301748216153
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1865 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.022158487804234028
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1671 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.020675256311893462
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1620 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.020421760201454163
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1673 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.018002076603472233
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1520 | LCC = 0.9734 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.01704321291297674
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1494 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.016520845800638197
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1561 | LCC = 0.9731 | SRCC = 0.9723 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1592 | LCC = 0.9740 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ed09b1295643cc112203adaa3479ba21a6cbb90
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b8a7c93deb7ba6621ce578dbff22ee81165ecc99c4c799796623ae9f3e275c4
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0cd6a6d1a1fd13a418863ce15d84eb17c405de4b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca5152fba983f8203a329f986fac33819b1f587e738ab1e4ebfbf0c203fefd59
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7568b494b881457a081c1bfae0f2a60026b37172
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36632963401079177
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2760 | LCC = 0.9517 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.12298775446414947
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2281 | LCC = 0.9650 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09998746865987777
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2066 | LCC = 0.9682 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08325854235887528
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1884 | LCC = 0.9687 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07947689732909202
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1759 | LCC = 0.9709 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.06919208756089211
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1952 | LCC = 0.9711 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.06836450120806695
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2049 | LCC = 0.9722 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.06100545999407768
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1490 | LCC = 0.9712 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.059036851063370706
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1696 | LCC = 0.9721 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.05387589190900326
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1764 | LCC = 0.9725 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.05024032087624073
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2038 | LCC = 0.9730 | SRCC = 0.9729 ]
+INFO:root:Average loss=0.04623776383697987
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1743 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.04348030833899975
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1890 | LCC = 0.9737 | SRCC = 0.9734 ]
+INFO:root:Average loss=0.04143326327204704
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1724 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.038211135938763616
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1779 | LCC = 0.9735 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.03638488681614399
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1748 | LCC = 0.9736 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.03334746883809567
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1813 | LCC = 0.9736 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.03157510835677385
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1759 | LCC = 0.9740 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.03041623305529356
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1570 | LCC = 0.9736 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.028388237312436105
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1786 | LCC = 0.9738 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.02671153150498867
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1670 | LCC = 0.9736 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.025082802385091783
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1729 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.024532011553645133
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1761 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.022966220982372762
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1602 | LCC = 0.9726 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.022523612797260284
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1591 | LCC = 0.9737 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.022738253451883794
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1569 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.019611900426447393
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1721 | LCC = 0.9735 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.019138795383274555
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1572 | LCC = 0.9735 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.018905197009444236
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1718 | LCC = 0.9729 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.018690122328698634
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1634 | LCC = 0.9729 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.01709079809486866
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1465 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1779 | LCC = 0.9733 | SRCC = 0.9732 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d536f39d4446ddf1f8238fcbfb164ebb513e158
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bead3bca8a705bbd2710f2f7bcab77bf3a1bdf84dd4ce59503612c460fc88627
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b00cf54b817b0671e95a3353c12572e3e058043
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4387de0d8e1b5475d8b8bc892657fa22cc01cd4f6d7281e427c912fdf846f2c
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..111c4361eaeb7a99177691f6b0bcf2a4c498296a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3818656303286552
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2246 | LCC = 0.9541 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.1285881422162056
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1823 | LCC = 0.9648 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.10184743413329124
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2014 | LCC = 0.9674 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08899962797760963
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1732 | LCC = 0.9689 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07575764811038971
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1641 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.071486541390419
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1892 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.06494021028280259
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1769 | LCC = 0.9728 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.05963723027706146
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1677 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.054103642493486405
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1672 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.05084940984845161
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1624 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.04702174058556557
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1950 | LCC = 0.9722 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.04522488896548748
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1504 | LCC = 0.9717 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.04104941277205944
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1665 | LCC = 0.9733 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.040319403514266015
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1645 | LCC = 0.9736 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.03710010181367397
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1511 | LCC = 0.9736 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.0325415071696043
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1448 | LCC = 0.9731 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.03256944708526135
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1643 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.0322340719550848
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1830 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.0299611329883337
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1599 | LCC = 0.9734 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.027571402713656424
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1403 | LCC = 0.9734 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.026923187397420407
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1862 | LCC = 0.9734 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.026471470765769483
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1607 | LCC = 0.9725 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.02431529748439789
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1847 | LCC = 0.9731 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.022938531927764415
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1670 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.023288654282689093
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1638 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.020446887865662573
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1478 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.020043623246252536
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1358 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.019405776999890805
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1487 | LCC = 0.9735 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.019115270145237447
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1603 | LCC = 0.9730 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.01798813547939062
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1480 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.018191492073237895
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1515 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1480 | LCC = 0.9744 | SRCC = 0.9741 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8c4941208bdfac30abd8c0851d3d00b79fcd497
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfb15ea8272197c6e10ef6f3f7c4364ae5e67d15964b266a32718f67665e76a7
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27a594050cc7bafbb49902bd95b2653dd5394f92
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b9aba99414406521f0b32598e546ddd18929792893d25f0f9d9215d9a8fd69
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer14/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b556878effd0cb6e6666bd6d5940731e39e6e354
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37384736943244934
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2063 | LCC = 0.9517 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.12131304001808166
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2089 | LCC = 0.9645 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09511918014287948
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1846 | LCC = 0.9674 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08757240054011345
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2451 | LCC = 0.9680 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.08030562752485275
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1700 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06704711252450943
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1601 | LCC = 0.9718 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.06527033354341984
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2222 | LCC = 0.9719 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.05897990638017654
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1397 | LCC = 0.9712 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.05331156733632088
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1626 | LCC = 0.9730 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.053589107513427735
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1695 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.04920882704854011
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1597 | LCC = 0.9719 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04505002893507481
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1563 | LCC = 0.9733 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.041745114102959634
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1870 | LCC = 0.9727 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.03750920873880386
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1583 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.037359946101903914
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1455 | LCC = 0.9730 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03655670104920864
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1501 | LCC = 0.9731 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03246143569052219
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1577 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03183884808421135
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1482 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.029583755508065225
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1545 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.028502350389957427
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1731 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.027273291252553462
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1439 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.026454938814044
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1715 | LCC = 0.9733 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.024515907362103462
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1701 | LCC = 0.9728 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.0248498876914382
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1573 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.020617725171148776
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1790 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.021307222418487072
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1721 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.019416551157832147
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1597 | LCC = 0.9726 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.0212845893278718
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1823 | LCC = 0.9729 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.020173389479517936
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1550 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.019404034331440924
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1701 | LCC = 0.9730 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.016731108382344245
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1556 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1681 | LCC = 0.9739 | SRCC = 0.9734 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7efcf41728f5d6d6f15fdade5a67e22928928f72
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d5c3732ac4cbde9a2a7d0d63fcf430992bed017c60fa9fda72a88428a4a0563
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d81a2d19691b11180e65792980620e5c0e83f09a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f265389158eb68cace3a6179dd20d3dc37632c2946cda9eec892fb5ee4610820
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..507e6630e7ada4264fda33236193c9e893f7f2c7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3233082445859909
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2224 | LCC = 0.9564 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.11750977087020874
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1733 | LCC = 0.9633 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09698704612255096
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1591 | LCC = 0.9678 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08789864286780358
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1697 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.08095058169960975
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2021 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.0709001559317112
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1715 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.06785495275259018
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1759 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.06191937728226185
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1663 | LCC = 0.9725 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.055783809006214144
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1799 | LCC = 0.9721 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.0517066907286644
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1532 | LCC = 0.9728 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.04860464730858803
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1671 | LCC = 0.9732 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.046252161994576456
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1720 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04072812721133232
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1720 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.039506621509790424
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1466 | LCC = 0.9725 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.036630979493260385
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1729 | LCC = 0.9723 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03422823640704155
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1561 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03161531800031662
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1619 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03232105193287134
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1627 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.029757679000496865
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1715 | LCC = 0.9713 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.02807302299141884
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1760 | LCC = 0.9723 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.02631490059196949
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1559 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02439892581105232
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1593 | LCC = 0.9731 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.022451869651675223
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1439 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.024215528175234795
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1484 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.02140690728276968
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1642 | LCC = 0.9727 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.020733008190989496
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1693 | LCC = 0.9727 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.019309941723942757
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1536 | LCC = 0.9722 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.01978453677892685
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1618 | LCC = 0.9720 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.01872591882199049
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1520 | LCC = 0.9736 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.017814980655908585
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1523 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.017308375336229802
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1755 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1498 | LCC = 0.9744 | SRCC = 0.9742 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..390f700e15833a2f85637e604393ff20895fed20
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24dd891232cc0dc4e4675759ee6e16ff0ccb2ca904b3699bce7eb03a0392d0c7
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca19827fe7f228bd076e06215664c93972855715
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ef6876c6bd222c271cd0e91adb4b026e71d0eebf727fa6f6792b166372b288c
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b87e5d68cec0e7890520df6160ea3db596f6c5a7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3579666138291359
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2561 | LCC = 0.9524 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1184467766880989
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2027 | LCC = 0.9636 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09364638492465019
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2313 | LCC = 0.9680 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.08477291908860207
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1867 | LCC = 0.9697 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07599187400937081
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1607 | LCC = 0.9700 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.07275735771656036
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1791 | LCC = 0.9705 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06470659694075584
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1658 | LCC = 0.9717 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.06210210499167442
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1561 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.0577459427267313
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1765 | LCC = 0.9727 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.05009968516230583
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1635 | LCC = 0.9731 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.05206158669292927
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2000 | LCC = 0.9716 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.05013646578788757
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1622 | LCC = 0.9738 | SRCC = 0.9729 ]
+INFO:root:Average loss=0.04404415552318096
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1978 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04105257937312126
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1638 | LCC = 0.9733 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.04046013304591179
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1697 | LCC = 0.9730 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.03675813986361027
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1575 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.03401291112601757
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1688 | LCC = 0.9741 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.033317668095231054
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1507 | LCC = 0.9729 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.03077056685090065
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1704 | LCC = 0.9736 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.029751042574644088
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1622 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.029364091202616693
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1487 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.026405247375369072
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1655 | LCC = 0.9730 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02584508767724037
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1610 | LCC = 0.9730 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.024654633320868015
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1572 | LCC = 0.9726 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02413054935634136
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1461 | LCC = 0.9737 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.023273697912693025
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1651 | LCC = 0.9741 | SRCC = 0.9729 ]
+INFO:root:Average loss=0.021429197266697883
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1613 | LCC = 0.9738 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.020317059263586998
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1478 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.01964564636349678
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1609 | LCC = 0.9740 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.02000339699536562
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1640 | LCC = 0.9735 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.01755898457765579
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1601 | LCC = 0.9742 | SRCC = 0.9732 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1597 | LCC = 0.9736 | SRCC = 0.9735 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4255c77ea6d51de198f621f6b8cbcae05b27bdae
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5290bb3b71d38e6ff34900ea525749ad7fa705be56f9e0331415e447ba9698
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1aeb07e5ffbd68dae964113a16bc5df7861d5e0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9766f7e7a543a2ecacc6be002e38d2bc60e4997f86253f727344b7566396cd8e
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e4e7c710b02c38fbaafb291e722e40082455d79a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33675450199842455
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2094 | LCC = 0.9558 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.12050012314319611
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1767 | LCC = 0.9649 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09403133669495582
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1955 | LCC = 0.9655 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08575294443964958
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1845 | LCC = 0.9699 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.07879689007997513
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1792 | LCC = 0.9706 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.07111494886875153
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1860 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06289965683221817
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1755 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0593669094145298
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1489 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.05581795525550842
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1724 | LCC = 0.9734 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.05280527877807617
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1856 | LCC = 0.9735 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.04680292305350304
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1588 | LCC = 0.9735 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.046349232822656634
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1728 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04461712138354778
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1632 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.04132635703682899
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1469 | LCC = 0.9729 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.037398716494441035
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1658 | LCC = 0.9731 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.034799916490912436
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1572 | LCC = 0.9742 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.03595345312356949
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1543 | LCC = 0.9737 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.032128902673721316
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1714 | LCC = 0.9737 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.032015829667448994
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1419 | LCC = 0.9738 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.028204240657389162
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1589 | LCC = 0.9740 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.027477793134748935
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1502 | LCC = 0.9739 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.025096984066069125
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1553 | LCC = 0.9739 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.025674881912767886
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1743 | LCC = 0.9744 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.023619676738977434
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1601 | LCC = 0.9738 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.023656306780874728
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1730 | LCC = 0.9739 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.021305578514933587
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1582 | LCC = 0.9739 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.021164315618574618
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1619 | LCC = 0.9737 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.021386729024350643
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1520 | LCC = 0.9730 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.021434257499873637
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1672 | LCC = 0.9736 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.01894945465028286
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1462 | LCC = 0.9741 | SRCC = 0.9734 ]
+INFO:root:Average loss=0.01778198616206646
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1462 | LCC = 0.9736 | SRCC = 0.9725 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1758 | LCC = 0.9738 | SRCC = 0.9737 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59a1ace10b89794b491a4bb63e685c3aa26e48de
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a27f9c3240a2bcadf96262c26d4203029eca5e6b98d2c90c85a2883c44778ce2
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d25cb089f8da43c43dc4ca5d4b91f677c16afd7c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff1c5c09440679423c0430c5a301be61014a822ace363169846966f56fbb0a5
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b74063463fdbcc284357bd4cfe748dcf64e1527f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3061791007518768
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1805 | LCC = 0.9588 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.1282812893986702
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2011 | LCC = 0.9627 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.10302253681421279
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2412 | LCC = 0.9636 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09148224040865899
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1758 | LCC = 0.9685 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.08064080429077149
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1838 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.07525761467218399
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1671 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.07139996591210365
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2027 | LCC = 0.9722 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.06272358453273773
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1417 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.05651936933398247
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1789 | LCC = 0.9724 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.054883813038468364
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1752 | LCC = 0.9733 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.05166543287038803
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1984 | LCC = 0.9739 | SRCC = 0.9735 ]
+INFO:root:Average loss=0.04757644709944725
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1682 | LCC = 0.9741 | SRCC = 0.9729 ]
+INFO:root:Average loss=0.0457779541015625
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1478 | LCC = 0.9740 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.042864950239658355
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1952 | LCC = 0.9730 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.04006992621719837
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1607 | LCC = 0.9737 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.03806922695040703
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1850 | LCC = 0.9731 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.03656044802069664
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1762 | LCC = 0.9737 | SRCC = 0.9733 ]
+INFO:root:Average loss=0.034926033228635786
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1889 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03246783922612667
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1536 | LCC = 0.9737 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.029684173569083212
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1559 | LCC = 0.9742 | SRCC = 0.9732 ]
+INFO:root:Average loss=0.028217502653598785
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1668 | LCC = 0.9746 | SRCC = 0.9737 ]
+INFO:root:Average loss=0.0278249548971653
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1357 | LCC = 0.9734 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.026121974192559717
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1470 | LCC = 0.9741 | SRCC = 0.9735 ]
+INFO:root:Average loss=0.025423052594065666
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1586 | LCC = 0.9739 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.023231228306889534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1613 | LCC = 0.9733 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.022783300437033176
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1384 | LCC = 0.9742 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.02236266268789768
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1704 | LCC = 0.9743 | SRCC = 0.9734 ]
+INFO:root:Average loss=0.021115888498723506
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1685 | LCC = 0.9746 | SRCC = 0.9736 ]
+INFO:root:Average loss=0.020755803652107715
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1599 | LCC = 0.9735 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.020902956485748293
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1522 | LCC = 0.9743 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.02009176417440176
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1497 | LCC = 0.9746 | SRCC = 0.9737 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1502 | LCC = 0.9735 | SRCC = 0.9737 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d9b6396ea61f9cbf8309c8a24532db584d5240f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6431310655a3aa1116fae88c100f2d852aa99c5e46a28b262613f6a7ba7c70c9
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58e8ad64240b972195aea884c2162e87206c1256
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa87dce2b0d4c6e6515e30fae4469994c4be79cd1fab05b48eed2d67efe25c87
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer16/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..08814d17e0adb388ce0fdc9ef01691997ddf2c43
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31922474193572997
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2029 | LCC = 0.9519 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1252910146713257
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2279 | LCC = 0.9626 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.10389339879155159
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1739 | LCC = 0.9666 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08826805087924004
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2140 | LCC = 0.9672 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.08234399864077568
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2155 | LCC = 0.9698 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.07319437497854232
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1944 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.06588486556708813
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1686 | LCC = 0.9722 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.06297945785522462
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1906 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.05755029019713402
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1520 | LCC = 0.9714 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.051794592007994654
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1915 | LCC = 0.9734 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.051162976175546646
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1568 | LCC = 0.9727 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.04894102044403553
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2020 | LCC = 0.9723 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.045591916605830195
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1634 | LCC = 0.9736 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.039279022559523584
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1695 | LCC = 0.9735 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.038026555478572845
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1556 | LCC = 0.9735 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.03576562131941319
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1677 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03483863739669323
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1891 | LCC = 0.9737 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.03356762774288655
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1717 | LCC = 0.9720 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03136335211247206
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1748 | LCC = 0.9734 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.029388289645314217
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1656 | LCC = 0.9737 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.026489748746156692
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1698 | LCC = 0.9733 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.025692902192473412
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1530 | LCC = 0.9736 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.02822073283046484
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1668 | LCC = 0.9729 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.023050202146172524
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1668 | LCC = 0.9734 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02384930272400379
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1751 | LCC = 0.9734 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.021516945846378803
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1681 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.02114460711181164
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1478 | LCC = 0.9711 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.019685875162482262
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1750 | LCC = 0.9740 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.0192732425481081
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1517 | LCC = 0.9739 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.018739525124430657
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1722 | LCC = 0.9736 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.01750520008802414
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1823 | LCC = 0.9736 | SRCC = 0.9723 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1793 | LCC = 0.9726 | SRCC = 0.9723 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b811e0761ffe05958062a24b64d1849a1ffbee1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c22dca0923b4a3aae33b4c10bbce55aa469bdf6bca7fcc840762c702a9125ee1
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e70b7cec8a1c7d37b03fa84aac8c1b37751b4d9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4170ca06cc02a0b4a6ac09f8958b609292d2ba4ff672aec3de97f4cd11577319
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..30836694bfb4a6909cfa6689dc2828fb2cde8ef8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run0/train.log
@@ -0,0 +1,198 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3404751445651054
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2791 | LCC = 0.9509 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.12250980013608932
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1972 | LCC = 0.9637 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.10661567142605781
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1562 | LCC = 0.9680 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.4231429761052132
+INFO:root:Average loss=0.0955596376657486
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1969 | LCC = 0.9506 | SRCC = 0.9501 ]
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1525 | LCC = 0.9701 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.08215072882175446
+INFO:root:Average loss=0.12181466555595398
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2052 | LCC = 0.9688 | SRCC = 0.9686 ]
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1821 | LCC = 0.9634 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.07316983267664909
+INFO:root:Average loss=0.1045150620341301
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1986 | LCC = 0.9658 | SRCC = 0.9646 ]
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1811 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.06932273530960083
+INFO:root:Average loss=0.09158188319206238
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1438 | LCC = 0.9729 | SRCC = 0.9724 ]
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2292 | LCC = 0.9671 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.062371705248951914
+INFO:root:Average loss=0.08521600672602654
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2063 | LCC = 0.9689 | SRCC = 0.9682 ]
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1546 | LCC = 0.9732 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.07730256950855255
+INFO:root:Average loss=0.05633069589734077
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1673 | LCC = 0.9734 | SRCC = 0.9722 ]
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1994 | LCC = 0.9711 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.053217414900660516
+INFO:root:Average loss=0.07104987874627114
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2331 | LCC = 0.9716 | SRCC = 0.9711 ]
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1840 | LCC = 0.9730 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.066734967648983
+INFO:root:Average loss=0.05128177228569984
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1667 | LCC = 0.9736 | SRCC = 0.9727 ]
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1621 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04696081547439098
+INFO:root:Average loss=0.062009070545434954
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2151 | LCC = 0.9698 | SRCC = 0.9702 ]
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1830 | LCC = 0.9725 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.04559977740049362
+INFO:root:Average loss=0.05542878876626491
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1378 | LCC = 0.9733 | SRCC = 0.9724 ]
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1585 | LCC = 0.9718 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.041135991856455806
+INFO:root:Average loss=0.055479137048125265
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1688 | LCC = 0.9733 | SRCC = 0.9717 ]
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1546 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.039656890735030176
+INFO:root:Average loss=0.05216811679303646
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1502 | LCC = 0.9739 | SRCC = 0.9725 ]
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1774 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.037842169523239134
+INFO:root:Average loss=0.04664724691212177
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1552 | LCC = 0.9741 | SRCC = 0.9732 ]
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1752 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03622367288172245
+INFO:root:Average loss=0.04668777921795845
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1512 | LCC = 0.9743 | SRCC = 0.9729 ]
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1913 | LCC = 0.9719 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.034798960149288176
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1526 | LCC = 0.9736 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.042567986965179445
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1862 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0317937558889389
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1788 | LCC = 0.9717 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.040128732055425644
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1801 | LCC = 0.9728 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03273564909398556
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1464 | LCC = 0.9737 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.03912453249096871
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1788 | LCC = 0.9726 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02881030261516571
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1550 | LCC = 0.9737 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.03471127632260323
+INFO:root:Average loss=0.02707315382361412
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1782 | LCC = 0.9718 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1647 | LCC = 0.9734 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.03515153025090694
+INFO:root:Average loss=0.02701106469333172
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1807 | LCC = 0.9711 | SRCC = 0.9695 ]
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1632 | LCC = 0.9728 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.030721164479851723
+INFO:root:Average loss=0.026705589160323142
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1652 | LCC = 0.9728 | SRCC = 0.9714 ]
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1514 | LCC = 0.9733 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.031088950991630553
+INFO:root:Average loss=0.023948097974061965
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1720 | LCC = 0.9729 | SRCC = 0.9711 ]
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1516 | LCC = 0.9739 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.030940744929015638
+INFO:root:Average loss=0.02366808795928955
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1838 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1396 | LCC = 0.9740 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.02721125055849552
+INFO:root:Average loss=0.022900542169809343
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1873 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1404 | LCC = 0.9733 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.02701685017347336
+INFO:root:Average loss=0.021994434140622614
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1708 | LCC = 0.9727 | SRCC = 0.9708 ]
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1582 | LCC = 0.9728 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.024093086451292038
+INFO:root:Average loss=0.021550918035209178
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1676 | LCC = 0.9731 | SRCC = 0.9713 ]
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1490 | LCC = 0.9733 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.024231559708714486
+INFO:root:Average loss=0.019958501860499384
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1654 | LCC = 0.9724 | SRCC = 0.9704 ]
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1433 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.023502908483147622
+INFO:root:Average loss=0.019105817720294
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1438 | LCC = 0.9734 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2023 | LCC = 0.9717 | SRCC = 0.9709 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1655 | LCC = 0.9740 | SRCC = 0.9733 ]
+INFO:root:Average loss=0.020864361703395843
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1856 | LCC = 0.9729 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.021450310833752154
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1603 | LCC = 0.9722 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.020303607277572154
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1701 | LCC = 0.9732 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.01929004029929638
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1616 | LCC = 0.9729 | SRCC = 0.9715 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1685 | LCC = 0.9732 | SRCC = 0.9726 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf132e33150cbd1d19bc05861458de50e375c68d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4280151fa860dd19fe70f664734c8802e16aa315f85c84444a4f28af4e8c09
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8be98a7ee756aef07db01663b2b608a2c5d2f7c4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cfec9ac70c9a32b5b26815aee46f6e8473f1d270246947c436bfbb3d98c8d31
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..48ebdfcf12972441bc94a0545d22e61b45481ba5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run1/train.log
@@ -0,0 +1,198 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3567288249731064
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2423 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.1341765940785408
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2435 | LCC = 0.9618 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.104410042822361
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1787 | LCC = 0.9630 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.09838515791296959
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2239 | LCC = 0.9676 | SRCC = 0.9678 ]
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.08939614942669868
+INFO:root:Average loss=0.4144342424273491
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2102 | LCC = 0.9697 | SRCC = 0.9694 ]
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2394 | LCC = 0.9545 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.07672801870107651
+INFO:root:Average loss=0.1339931948184967
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1800 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2374 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.07414475026726723
+INFO:root:Average loss=0.10801239895820618
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1619 | LCC = 0.9708 | SRCC = 0.9704 ]
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1978 | LCC = 0.9649 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.06587071168422699
+INFO:root:Average loss=0.09120044100284576
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2057 | LCC = 0.9719 | SRCC = 0.9714 ]
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2176 | LCC = 0.9680 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06183025585114956
+INFO:root:Average loss=0.08318639722466468
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1984 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1775 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05551538111269474
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2000 | LCC = 0.9723 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.07802025860548019
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1745 | LCC = 0.9696 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.055339817628264426
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2307 | LCC = 0.9704 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.0721576161980629
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1639 | LCC = 0.9715 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.049829888045787814
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2178 | LCC = 0.9713 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.06396088945865631
+INFO:root:Average loss=0.04594462481141091
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1790 | LCC = 0.9722 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1704 | LCC = 0.9689 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.059795699924230575
+INFO:root:Average loss=0.045191087916493414
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1747 | LCC = 0.9721 | SRCC = 0.9712 ]
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1700 | LCC = 0.9731 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.054549550354480746
+INFO:root:Average loss=0.041711848199367525
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1939 | LCC = 0.9718 | SRCC = 0.9720 ]
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1650 | LCC = 0.9721 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.05056666880846024
+INFO:root:Average loss=0.03995342090725899
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1622 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1504 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.039120283171534535
+INFO:root:Average loss=0.050542187482118604
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1685 | LCC = 0.9732 | SRCC = 0.9718 ]
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1527 | LCC = 0.9727 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.035117788195610046
+INFO:root:Average loss=0.04681366842985153
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1864 | LCC = 0.9730 | SRCC = 0.9715 ]
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2007 | LCC = 0.9716 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03481010255217552
+INFO:root:Average loss=0.043080234155058864
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2127 | LCC = 0.9720 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1900 | LCC = 0.9728 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.03328370580077172
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1788 | LCC = 0.9723 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.041777558654546736
+INFO:root:Average loss=0.03018756239116192
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1779 | LCC = 0.9729 | SRCC = 0.9722 ]
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1836 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03676795813441276
+INFO:root:Average loss=0.0310191737562418
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1642 | LCC = 0.9719 | SRCC = 0.9717 ]
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1733 | LCC = 0.9727 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0355279595553875
+INFO:root:Average loss=0.027772972345352174
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1378 | LCC = 0.9732 | SRCC = 0.9726 ]
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1868 | LCC = 0.9729 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.033163347139954565
+INFO:root:Average loss=0.02735697403550148
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1676 | LCC = 0.9729 | SRCC = 0.9723 ]
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1945 | LCC = 0.9720 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.033422855272889136
+INFO:root:Average loss=0.025749634474515917
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1793 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1738 | LCC = 0.9728 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.029676108598709106
+INFO:root:Average loss=0.02396128014475107
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1752 | LCC = 0.9732 | SRCC = 0.9727 ]
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1612 | LCC = 0.9718 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.030004287347197532
+INFO:root:Average loss=0.022840478606522083
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1715 | LCC = 0.9735 | SRCC = 0.9724 ]
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1698 | LCC = 0.9727 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.021738411843776704
+INFO:root:Average loss=0.027762147024273872
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1681 | LCC = 0.9735 | SRCC = 0.9728 ]
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1848 | LCC = 0.9721 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.02160144703835249
+INFO:root:Average loss=0.025623201608657838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1823 | LCC = 0.9726 | SRCC = 0.9711 ]
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1466 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.021195022113621235
+INFO:root:Average loss=0.024814195595681668
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1661 | LCC = 0.9727 | SRCC = 0.9711 ]
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1567 | LCC = 0.9737 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.020329134464263918
+INFO:root:Average loss=0.02488200943917036
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1859 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1609 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1574 | LCC = 0.9730 | SRCC = 0.9728 ]
+INFO:root:Average loss=0.025131775364279747
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1756 | LCC = 0.9717 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.021415723375976085
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1691 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.020457057796418668
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1579 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.021612491928040982
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1750 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.020830920562148095
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1554 | LCC = 0.9728 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.018094870053231717
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1580 | LCC = 0.9737 | SRCC = 0.9727 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1584 | LCC = 0.9740 | SRCC = 0.9738 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77cd74e56a8fe1e1ad1b1fb9fb41b881a82da94d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69a016c6e5374334afc583abfb1eefe786bde0a0ea11f158cffc2c115f7258cb
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9374d76495e8bd3e9e03c8342b1b48797c161d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ed905d00590e6a4e9a557717491feb574d2831ed1b5eabe6277aa529573c3b8
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9b70d3274bba9c7cba277b5cf787df17cbea6ce2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run2/train.log
@@ -0,0 +1,198 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3939603299498558
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2462 | LCC = 0.9530 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.12342152625322342
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1954 | LCC = 0.9607 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.10385794112086297
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1864 | LCC = 0.9664 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08953352069854736
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1966 | LCC = 0.9673 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08344275543093681
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1682 | LCC = 0.9693 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.07596375775337219
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2110 | LCC = 0.9682 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06721143355965614
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1948 | LCC = 0.9699 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.38947637778520583
+INFO:root:Average loss=0.0681174581348896
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1913 | LCC = 0.9521 | SRCC = 0.9533 ]
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1805 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.126424107670784
+INFO:root:Average loss=0.06343411546945572
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2375 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1525 | LCC = 0.9715 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05726776936650276
+INFO:root:Average loss=0.10161250799894334
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1810 | LCC = 0.9660 | SRCC = 0.9662 ]
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1634 | LCC = 0.9718 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.057254670187830925
+INFO:root:Average loss=0.09220665431022644
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1740 | LCC = 0.9708 | SRCC = 0.9706 ]
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1988 | LCC = 0.9659 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.05487398315966129
+INFO:root:Average loss=0.08313364750146866
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1764 | LCC = 0.9721 | SRCC = 0.9715 ]
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1621 | LCC = 0.9700 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.047768188834190366
+INFO:root:Average loss=0.07483135330677032
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1595 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1967 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04738748896121979
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1941 | LCC = 0.9706 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.0690608097910881
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1732 | LCC = 0.9716 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.041884132400155066
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1681 | LCC = 0.9725 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.06371731397509575
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1716 | LCC = 0.9723 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.04015577201545238
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1810 | LCC = 0.9724 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.05974051521718502
+INFO:root:Average loss=0.03907400688529015
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1716 | LCC = 0.9718 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1880 | LCC = 0.9720 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.05698171654343605
+INFO:root:Average loss=0.038626371800899506
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1626 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1558 | LCC = 0.9715 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.050608966797590256
+INFO:root:Average loss=0.03628052562475204
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1868 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1662 | LCC = 0.9727 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.03110621602833271
+INFO:root:Average loss=0.04697608667612076
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1494 | LCC = 0.9728 | SRCC = 0.9714 ]
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1429 | LCC = 0.9729 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.031409711673855784
+INFO:root:Average loss=0.04531920915842056
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1595 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1560 | LCC = 0.9734 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.029325558438897132
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1732 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04167807322740555
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1699 | LCC = 0.9731 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.028404073774814607
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1842 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.040053678274154667
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1531 | LCC = 0.9714 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.027347978830337523
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1853 | LCC = 0.9727 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.038327338472008705
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1396 | LCC = 0.9734 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.027082173630595206
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1805 | LCC = 0.9700 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.036628762871026996
+INFO:root:Average loss=0.024260555118322372
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1532 | LCC = 0.9715 | SRCC = 0.9717 ]
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1629 | LCC = 0.9727 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03344655226916075
+INFO:root:Average loss=0.022759946651756763
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1525 | LCC = 0.9735 | SRCC = 0.9722 ]
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1685 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03456016133725643
+INFO:root:Average loss=0.024355547823011876
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1490 | LCC = 0.9736 | SRCC = 0.9726 ]
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1487 | LCC = 0.9732 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.020844230972230433
+INFO:root:Average loss=0.03157935051620007
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1198 | LCC = 0.9722 | SRCC = 0.9720 ]
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1708 | LCC = 0.9722 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.021086263306438924
+INFO:root:Average loss=0.031737349644303324
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1729 | LCC = 0.9728 | SRCC = 0.9714 ]
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1598 | LCC = 0.9736 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.022868227146565914
+INFO:root:Average loss=0.02830363517254591
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1566 | LCC = 0.9729 | SRCC = 0.9715 ]
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1367 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1555 | LCC = 0.9748 | SRCC = 0.9745 ]
+INFO:root:Average loss=0.027229537695646285
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1681 | LCC = 0.9732 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.02543797792494297
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1399 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02322097384929657
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1464 | LCC = 0.9731 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.022298624590039253
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1545 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.022704607628285883
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1545 | LCC = 0.9735 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.020735506400465967
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1412 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.0197021357268095
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1381 | LCC = 0.9735 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02055996034294367
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1552 | LCC = 0.9739 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.01909476736932993
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1348 | LCC = 0.9735 | SRCC = 0.9720 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1524 | LCC = 0.9745 | SRCC = 0.9744 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a6805bb07634afd7ceece97f68a2b99fe0ee34a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9555b12ceb22f87df2d6172c019252515f4ab4e4c9aca94ea68d2a667d45b327
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..271211b4b0c091afd50cee035da4cc742fb721c2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d2b001139d1fd45268a88c6b84b8e8ae317aed8faf3973cfeed50a18c68858a
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d991faf2886f5fdc6c68137c8487f4bab940814e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run3/train.log
@@ -0,0 +1,178 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37397266232967374
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1988 | LCC = 0.9537 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.12617949271202086
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1965 | LCC = 0.9632 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10776868993043899
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2243 | LCC = 0.9670 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.09702991306781769
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2156 | LCC = 0.9669 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08639966842532158
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1645 | LCC = 0.9693 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.07776001954078675
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1652 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.07205205342173576
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2058 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0700941416323185
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1673 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06124462354183197
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1608 | LCC = 0.9715 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05602206116914749
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1774 | LCC = 0.9711 | SRCC = 0.9699 ]
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.05372147881984711
+INFO:root:Average loss=0.396950613617897
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1530 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2359 | LCC = 0.9545 | SRCC = 0.9530 ]
+INFO:root:Average loss=0.0537703038752079
+INFO:root:Average loss=0.12978820943832398
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1702 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2536 | LCC = 0.9641 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.04581097690761089
+INFO:root:Average loss=0.10018368086218835
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1577 | LCC = 0.9728 | SRCC = 0.9714 ]
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1738 | LCC = 0.9670 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.04490744775533676
+INFO:root:Average loss=0.09176819837093353
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1312 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1985 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.044740643441677094
+INFO:root:Average loss=0.07908971109986306
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2201 | LCC = 0.9720 | SRCC = 0.9707 ]
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1611 | LCC = 0.9698 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03930681325495243
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1485 | LCC = 0.9731 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.07456704819202423
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1945 | LCC = 0.9703 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03816774973273277
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1551 | LCC = 0.9731 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.07079059758782387
+INFO:root:Average loss=0.03582431565225124
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1945 | LCC = 0.9713 | SRCC = 0.9711 ]
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1554 | LCC = 0.9731 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.06292267841100693
+INFO:root:Average loss=0.03532482981681824
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1701 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1849 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.05919464173913002
+INFO:root:Average loss=0.03179853491485119
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1379 | LCC = 0.9738 | SRCC = 0.9724 ]
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1956 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.029788915097713472
+INFO:root:Average loss=0.05660235217213631
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1824 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1690 | LCC = 0.9721 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.028463402658700943
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1622 | LCC = 0.9724 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.049632304206490514
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1523 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02811988294124603
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1568 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.04599321456253529
+INFO:root:Average loss=0.025675934754312037
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1572 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1508 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.044021242201328276
+INFO:root:Average loss=0.02809657496958971
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2009 | LCC = 0.9717 | SRCC = 0.9718 ]
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1433 | LCC = 0.9730 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.045230337187647816
+INFO:root:Average loss=0.025525242291390894
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1469 | LCC = 0.9731 | SRCC = 0.9723 ]
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1527 | LCC = 0.9737 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.024872837841510773
+INFO:root:Average loss=0.04028379191458225
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1401 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1735 | LCC = 0.9722 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.02370633623749018
+INFO:root:Average loss=0.037918994545936585
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2126 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1736 | LCC = 0.9734 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.021952024050056935
+INFO:root:Average loss=0.035201686903834344
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1616 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1650 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.01966071594506502
+INFO:root:Average loss=0.0338475715816021
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1669 | LCC = 0.9733 | SRCC = 0.9722 ]
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1754 | LCC = 0.9728 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.020656686671078204
+INFO:root:Average loss=0.03282915000617504
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1725 | LCC = 0.9730 | SRCC = 0.9722 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1713 | LCC = 0.9739 | SRCC = 0.9739 ]
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1456 | LCC = 0.9735 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.02980507153272629
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1577 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.02965806107968092
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1987 | LCC = 0.9721 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.02936271996796131
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1803 | LCC = 0.9735 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.02673554340004921
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1706 | LCC = 0.9729 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.02648725712299347
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1448 | LCC = 0.9742 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.02363873329758644
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1357 | LCC = 0.9735 | SRCC = 0.9721 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54078173ead729b5bfb91540f09d8a51954944e8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dab5d9c4fbd481298d0359c9bd49c73814e0930522ed43bdbda38e6a3dc80064
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..894b7e2b3a8a4321aa7bb2cff35f4355c0d9712a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:452d62e39c7000fbe362222038844b44785b2c605929485ccd4bea731ccc4b90
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer18/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..be90d53d6e7af62b860df4778b9654d7b7f617c9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3982842587828636
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2261 | LCC = 0.9506 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.12631585577130316
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2032 | LCC = 0.9588 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.11431010761857033
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2239 | LCC = 0.9657 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09204921135306358
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1946 | LCC = 0.9679 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.0814205450117588
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1785 | LCC = 0.9698 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.07565664249658585
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1752 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06753860437870025
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1626 | LCC = 0.9696 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06511599808931351
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1959 | LCC = 0.9716 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.059506634950637814
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1414 | LCC = 0.9690 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0603314043879509
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1645 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.05250373917818069
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1611 | LCC = 0.9710 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04733381134271622
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1609 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.048075189486145975
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1851 | LCC = 0.9725 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04273579452931881
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1734 | LCC = 0.9694 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.041694169074296954
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1936 | LCC = 0.9719 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03932845816016197
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1884 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.035969281211495396
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1724 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.033523070648312565
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1799 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03075477206707001
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1483 | LCC = 0.9707 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.029983631506562233
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1552 | LCC = 0.9701 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.029433529749512674
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1661 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.026480422466993333
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1539 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02615509197115898
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1861 | LCC = 0.9713 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.025080545596778393
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1724 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.024913055568933487
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1571 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.022920103035867213
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1629 | LCC = 0.9724 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.022763591937720776
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1759 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.020463501766324044
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1566 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02389992783218622
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1615 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.022285385601222514
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1658 | LCC = 0.9730 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.0190121164098382
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1483 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1633 | LCC = 0.9745 | SRCC = 0.9743 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc2d7110607cc8312c2406983e2e6278888562c6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b9d10191942231c7ec8cfd7c77bd54a4d8c01e9db4ec3996259468a241e035f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0fcee767ae5cbe6cd85d89ca965516f8437f603
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:05a515dcdd57b8fddfd0af1673050e1352d8a87af5d463ba6ef1ea9e471d12f3
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..859232a2f5005c2457aafe1d2346684df4f1c7e2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38166832900047304
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3024 | LCC = 0.9316 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.1866744168996811
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2735 | LCC = 0.9408 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.1535344812273979
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2718 | LCC = 0.9438 | SRCC = 0.9444 ]
+INFO:root:Average loss=0.13455086916685105
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2590 | LCC = 0.9491 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12003185003995895
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2555 | LCC = 0.9520 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.11309060952067375
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2017 | LCC = 0.9521 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10212158358097076
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2319 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09406769451498985
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2395 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08524356928467751
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2104 | LCC = 0.9566 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.0793345935344696
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2605 | LCC = 0.9545 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.07844080790877342
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2409 | LCC = 0.9572 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.07108616316318513
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2208 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.06585249999165535
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2565 | LCC = 0.9570 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.06552944070100784
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2183 | LCC = 0.9589 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.06125183171033859
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1912 | LCC = 0.9615 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05541890269517898
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1860 | LCC = 0.9603 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05158174851536751
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2319 | LCC = 0.9589 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.050465127915143966
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1844 | LCC = 0.9623 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04844110758602619
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2258 | LCC = 0.9618 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.045532174825668334
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1808 | LCC = 0.9629 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.04258917437493801
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1703 | LCC = 0.9629 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.041765730053186415
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2000 | LCC = 0.9623 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.03822828508913517
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2073 | LCC = 0.9625 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.034857089698314664
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2025 | LCC = 0.9618 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.035632340878248216
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1846 | LCC = 0.9625 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.03357696056365967
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1878 | LCC = 0.9636 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0315365706384182
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1957 | LCC = 0.9631 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.03189575740695
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1993 | LCC = 0.9618 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.030784835129976273
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2056 | LCC = 0.9634 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.02799974563717842
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1994 | LCC = 0.9632 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.027525947533547878
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1937 | LCC = 0.9623 | SRCC = 0.9610 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1891 | LCC = 0.9645 | SRCC = 0.9644 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bd4f1f6675dd6c90aaaffca97fffd5ceb85f20b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13398f998ead2bf75e4973937f1b6fd9ea9e8b9d5f9e2f0f2fdc407794908a42
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..353e95b0c0da0b0284622cf79fbfe81202c9a19c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5cd632f48a0e3ef29129546a04d54ced0639c34a74d5e90e9ae06e2bae0c11
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b0d5d747a52192fd4da32de482a16c2d59b2a88d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42135625183582304
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2911 | LCC = 0.9276 | SRCC = 0.9282 ]
+INFO:root:Average loss=0.19369276052713394
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2428 | LCC = 0.9405 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.16429534769058227
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2340 | LCC = 0.9423 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.1392383552789688
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2279 | LCC = 0.9513 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.12293204355239869
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1929 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.1143615717291832
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1796 | LCC = 0.9551 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10865725344419479
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2660 | LCC = 0.9468 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.10363981661200523
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2320 | LCC = 0.9557 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09428493690490723
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1819 | LCC = 0.9575 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08393012574315072
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1798 | LCC = 0.9591 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.0801021045744419
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1726 | LCC = 0.9598 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.07330089339613914
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2074 | LCC = 0.9554 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.06926085481047631
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2008 | LCC = 0.9608 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.06359307952225209
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1754 | LCC = 0.9616 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.060411050021648406
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1736 | LCC = 0.9601 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.05541813924908638
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1722 | LCC = 0.9613 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.052811112821102145
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1457 | LCC = 0.9599 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.051948302328586576
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1881 | LCC = 0.9614 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.049377964586019514
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1784 | LCC = 0.9634 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.045895090267062184
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1844 | LCC = 0.9626 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.043108379542827605
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1834 | LCC = 0.9618 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.03987487785518169
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1905 | LCC = 0.9615 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.03903585118055344
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1730 | LCC = 0.9640 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.03705518400669098
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1543 | LCC = 0.9624 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.035743737801909446
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1413 | LCC = 0.9631 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.03336279644072056
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1747 | LCC = 0.9639 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.03355913783609867
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1788 | LCC = 0.9635 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.030462053686380386
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1748 | LCC = 0.9635 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.03023167535662651
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1739 | LCC = 0.9639 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.02925958563387394
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1619 | LCC = 0.9631 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.027575464986264706
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1715 | LCC = 0.9641 | SRCC = 0.9631 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1723 | LCC = 0.9649 | SRCC = 0.9651 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f630dbe4edb6f52b6d3f5d9fb1d1ce2d74a6a9f8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:641a265c78dbd4eb6db6789b0dd8e2bad89f0d163216e9b79e9451fd3145b174
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e06564fd35bea985a8e1b71c174a667b6d5ad11c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6f4a50c771d64789cdd5e3af14e56a04798bcae70ed09538eda2666669a6081
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc516d8431f1f47590f87eb99e710f1ffa099a7f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4255990422964096
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2850 | LCC = 0.9297 | SRCC = 0.9298 ]
+INFO:root:Average loss=0.18821438002586366
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2410 | LCC = 0.9394 | SRCC = 0.9399 ]
+INFO:root:Average loss=0.15726239490509034
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2396 | LCC = 0.9428 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.13739635878801346
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2635 | LCC = 0.9512 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.12539042484760285
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2179 | LCC = 0.9520 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.1110354017317295
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1871 | LCC = 0.9532 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.10629816326498985
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2143 | LCC = 0.9563 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.09448636713624001
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2072 | LCC = 0.9564 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.08892656174302101
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2133 | LCC = 0.9566 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.08133125132322311
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1861 | LCC = 0.9596 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0779380302131176
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2070 | LCC = 0.9610 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.07249856632947922
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2030 | LCC = 0.9591 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.06826773339509964
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1775 | LCC = 0.9607 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06284199222922325
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1609 | LCC = 0.9600 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.059968697249889374
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1697 | LCC = 0.9599 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.056680391192436216
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2021 | LCC = 0.9597 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.052898833990097045
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1673 | LCC = 0.9627 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.05167108403146267
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2172 | LCC = 0.9609 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.05093089786171913
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2014 | LCC = 0.9607 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.0518174095004797
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1850 | LCC = 0.9637 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.043566304370760915
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1710 | LCC = 0.9647 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.043094747424125675
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1910 | LCC = 0.9603 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.04129447515308857
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1698 | LCC = 0.9634 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.03780769415199756
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1888 | LCC = 0.9643 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.03523102191090584
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1936 | LCC = 0.9639 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.03533159397542476
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1783 | LCC = 0.9638 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.0333088910728693
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1720 | LCC = 0.9631 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.03224510350823402
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1805 | LCC = 0.9641 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.030351402029395104
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1704 | LCC = 0.9652 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.02837759940326214
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1670 | LCC = 0.9633 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.030016403675079347
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1888 | LCC = 0.9617 | SRCC = 0.9611 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1770 | LCC = 0.9635 | SRCC = 0.9641 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea92da447af19edafe7143a2e57c250165aee9a5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d304c1b9fdcc5950823e61965eba771b71522507e7e510532e66f60cdb7d09d
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c52d9763fb6b5560fcdf10a63de238e423b252d4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f2c4a54bd9ef8b10455e2d43a3a7141f806445f3b73c435d0fc563db2f3395f
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2a179c3005e290d8adcaebedf0492300caab134c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4154319711923599
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3059 | LCC = 0.9258 | SRCC = 0.9275 ]
+INFO:root:Average loss=0.20020413196086884
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2792 | LCC = 0.9356 | SRCC = 0.9349 ]
+INFO:root:Average loss=0.15530743157863616
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2070 | LCC = 0.9424 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.1334374486207962
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2135 | LCC = 0.9515 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.12079023033380508
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2248 | LCC = 0.9548 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11410215756297111
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1874 | LCC = 0.9536 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.09757916074991226
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1769 | LCC = 0.9561 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.0944839554131031
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2396 | LCC = 0.9530 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.08972747626900673
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2042 | LCC = 0.9598 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.08179235902428628
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1732 | LCC = 0.9538 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.07523397463560104
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1933 | LCC = 0.9617 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.06730779471993446
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1814 | LCC = 0.9549 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.0663813232779503
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1914 | LCC = 0.9600 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.0625095724761486
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2047 | LCC = 0.9553 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.059408294141292575
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1535 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05428913694620133
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1636 | LCC = 0.9626 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.05429104962944985
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1705 | LCC = 0.9612 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.049107026010751724
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1850 | LCC = 0.9600 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.04817858536541462
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1964 | LCC = 0.9628 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.04410129736363888
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1749 | LCC = 0.9625 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.042540347322821616
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1604 | LCC = 0.9630 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.03944121815264225
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1806 | LCC = 0.9642 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.03767633983492851
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1809 | LCC = 0.9625 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03776651304960251
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1711 | LCC = 0.9619 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.034723856180906294
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1853 | LCC = 0.9602 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.03324597592651844
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1936 | LCC = 0.9610 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.035040466211736204
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1705 | LCC = 0.9632 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.030177867010235785
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1664 | LCC = 0.9638 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.030680737480521202
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1794 | LCC = 0.9627 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.02902234800159931
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1805 | LCC = 0.9629 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.029283479928970336
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1723 | LCC = 0.9634 | SRCC = 0.9622 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1817 | LCC = 0.9641 | SRCC = 0.9641 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc31a8c75df85366ecdcd5f59ed839325b279f62
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a403d73528080594ce3c8f6c3610cd9ae115abf1d92cd8cb6c93296c3e90415
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff45db717bff1f596417c4993db7bf96f71b6a1d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f255226d405e8a9322f06df7d937e04cc23c5afe0b22cc7d59f01cb525055ae
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer2/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..98fe5b5c27fa2a818d8e2884a42338fa59ea0598
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42575377237796785
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3459 | LCC = 0.9253 | SRCC = 0.9262 ]
+INFO:root:Average loss=0.2015750713944435
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2158 | LCC = 0.9371 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.16353902870416642
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3112 | LCC = 0.9427 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.1442523945569992
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2212 | LCC = 0.9498 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.12930530577898025
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2106 | LCC = 0.9499 | SRCC = 0.9492 ]
+INFO:root:Average loss=0.11521838834881783
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2135 | LCC = 0.9526 | SRCC = 0.9518 ]
+INFO:root:Average loss=0.10742347639799119
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2013 | LCC = 0.9549 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09941531246900559
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1966 | LCC = 0.9542 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.09595798712968827
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2412 | LCC = 0.9574 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08415876859426498
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2271 | LCC = 0.9563 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.08218566590547562
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1863 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.07392920318245888
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2011 | LCC = 0.9586 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.06854980009794236
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1860 | LCC = 0.9559 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.06630384367704391
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1784 | LCC = 0.9586 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.06122186404466629
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1734 | LCC = 0.9611 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.05497950455546379
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2211 | LCC = 0.9592 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.05279671457409859
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2090 | LCC = 0.9603 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.05100413790345192
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1993 | LCC = 0.9617 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.04752649731934071
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2105 | LCC = 0.9601 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.04694271452724934
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1856 | LCC = 0.9607 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.04645730590820313
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2067 | LCC = 0.9604 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.04321675316989422
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1643 | LCC = 0.9611 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.03944859537482261
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1819 | LCC = 0.9615 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.038329421818256375
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1861 | LCC = 0.9634 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.03697036115825176
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1935 | LCC = 0.9616 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.03506082074344158
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1669 | LCC = 0.9634 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.032813509613275525
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1893 | LCC = 0.9630 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.03270462767779827
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1937 | LCC = 0.9621 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.030670511975884437
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1811 | LCC = 0.9625 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.03088443300127983
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1796 | LCC = 0.9622 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.027537162624299526
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1903 | LCC = 0.9625 | SRCC = 0.9618 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1737 | LCC = 0.9620 | SRCC = 0.9618 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebc48866dfe68211c65c3c6a352694f92ee8931f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e35fcc586f87d48bbd49cfb828e88750422bb87cf28018291b0b9d54b32e967b
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e57b71e176b98d499b24ccf9f15bf0f4a667ca30
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3781534751fa2c5188332274df0e04a17342108dd7fd5186e4096e1e22fad186
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..34ec85baf1ec7c80fb8698fb1941af03a662710d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46651148426532746
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2576 | LCC = 0.9493 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.13906935679912566
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2215 | LCC = 0.9607 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.10348285412788391
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1903 | LCC = 0.9651 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.09717063817381859
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1804 | LCC = 0.9684 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08379437324404716
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1845 | LCC = 0.9685 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08060258024930954
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1977 | LCC = 0.9700 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.07322828355431557
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1837 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06740524691343308
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2009 | LCC = 0.9705 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06326049780845643
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1531 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.060141981348395344
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1709 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.05530715136229992
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1602 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.051917508780956266
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1620 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.047886734500527384
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1832 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04854632993042469
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1717 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.04287804256379604
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1574 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04055229204893112
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1624 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03759401431679726
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1781 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03424987767636776
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1683 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03371253779530525
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1682 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.032855628475546836
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1498 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.030981669276952742
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1512 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.028192823007702827
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1519 | LCC = 0.9723 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.026995701402425767
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1462 | LCC = 0.9734 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.028470670275390148
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1614 | LCC = 0.9728 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.027397715464234352
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1726 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02478525676578283
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1737 | LCC = 0.9726 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02389715327322483
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1501 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.02192733561247587
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1488 | LCC = 0.9726 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.02238627500832081
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1616 | LCC = 0.9731 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.020340354159474373
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1429 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.020443613499403
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1637 | LCC = 0.9725 | SRCC = 0.9710 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1449 | LCC = 0.9743 | SRCC = 0.9742 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49bb2f8d754cca4019da2e7cb36fe0f9027be227
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d38a2f19831b7dd88f46690764146c57ed7047962194555c08a82b372e1a491
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f72fb45a27db13b32b5782a2ed83c50c6a3ab09
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0973b69d07d430d4c409b96f60b95ba7e4fe6e2a19f541cad412cc10048c90a3
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..338b9558f9a33797cb6765b6b18f4ed05d2d4e88
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3192233424782753
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2651 | LCC = 0.9534 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.13184720826148988
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2246 | LCC = 0.9628 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.10507085731625557
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1876 | LCC = 0.9664 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09423872098326683
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1887 | LCC = 0.9675 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08312868455052376
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1813 | LCC = 0.9699 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.07936794036626815
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1668 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.07291848167777061
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1778 | LCC = 0.9690 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07332001715898513
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1497 | LCC = 0.9691 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05941899222135544
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1863 | LCC = 0.9715 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.05847213059663772
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1862 | LCC = 0.9711 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05228724020719528
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1703 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.055014366388320926
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1687 | LCC = 0.9726 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.04856037472188473
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1676 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04518456895649433
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1553 | LCC = 0.9719 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.0423976936340332
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1671 | LCC = 0.9720 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04102684950828552
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1850 | LCC = 0.9727 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04051243901252746
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1809 | LCC = 0.9731 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03373360119760036
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1499 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03328442484140396
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1549 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03082686588168144
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1465 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.02925704261660576
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1660 | LCC = 0.9726 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.030569321781396867
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1578 | LCC = 0.9723 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02857755574584007
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1533 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.025693432852625847
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1687 | LCC = 0.9723 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.025136076673865318
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1573 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.024770939722657204
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1574 | LCC = 0.9731 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.023851764783263205
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1670 | LCC = 0.9727 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.024911373779177667
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1514 | LCC = 0.9729 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02344710522145033
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1672 | LCC = 0.9730 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.020483655363321304
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1660 | LCC = 0.9731 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.01935645766556263
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1703 | LCC = 0.9727 | SRCC = 0.9712 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1788 | LCC = 0.9741 | SRCC = 0.9739 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e32dc384892b96d6b83780ac64132d7f5fd13b60
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dffab0d7d6b4608f7744d0ab273e6adcb04996fc442c1d8ac3ef16bf96a2e061
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40000137478066f068fa6683831e56fe4b814906
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7ffe48290e68b4a3d776cc816411c5f905825c0ae886934e785eff4f1834156
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..68017399495d432c4fed31f20e8e26bf557fd50e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4173456127643585
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2013 | LCC = 0.9491 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1325528337955475
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1885 | LCC = 0.9602 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.10984427672624587
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1826 | LCC = 0.9656 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09824608770012856
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1896 | LCC = 0.9668 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08813217726349831
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1699 | LCC = 0.9683 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.08413433256745338
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1583 | LCC = 0.9698 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.07439272409677505
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1815 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06556428337097168
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1728 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.06702804219722748
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1507 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05939660868048668
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1358 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.058993773967027666
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1598 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.05146606150269508
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1752 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.048201143994927406
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1709 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04580956795811653
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1382 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.046848928079009054
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1621 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.040304409444332126
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1824 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.03953446920216083
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1804 | LCC = 0.9712 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.035060672864317896
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1704 | LCC = 0.9720 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03408416692912579
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1602 | LCC = 0.9722 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.0317917519658804
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1560 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03424081988632679
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1558 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03084253030270338
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1463 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.030261030718684197
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1490 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.02626498845219612
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1402 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.025249727271497248
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1621 | LCC = 0.9728 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.025347283959388733
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1307 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.023823253989219667
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1454 | LCC = 0.9727 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.021606638230383397
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1598 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.022217491894960403
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1614 | LCC = 0.9725 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.020139041617512704
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1499 | LCC = 0.9726 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.020150398880243302
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1513 | LCC = 0.9730 | SRCC = 0.9714 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1482 | LCC = 0.9737 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac157193be18cf78af4bea41f37d411affd3cb6d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aeb1c03fe9e825ff8812305fcdff56b55e5de4a84a2572286275493aa263e89
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc0287ed76b9992a377e54e3880d3397326d4f9e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da4d5ea3980c37a19f4e1d8b5d69313121041a31bc0b46a2a32cd82dd5224084
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df1f6f05629fb91272b95e0f706e9841ba2a2fbe
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4551691278219223
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2176 | LCC = 0.9521 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.13935065293312074
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1987 | LCC = 0.9622 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.10932432290911674
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1643 | LCC = 0.9664 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.0991997762620449
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2634 | LCC = 0.9668 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.09309950134158135
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1762 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.07751078391075135
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1854 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.07416813439130783
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1341 | LCC = 0.9713 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.06666620671749116
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1720 | LCC = 0.9701 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.06343702214956283
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1526 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.061206369161605836
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1689 | LCC = 0.9720 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.054349930137395856
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1652 | LCC = 0.9719 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.054646798402071
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1813 | LCC = 0.9705 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.04999091251194477
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1918 | LCC = 0.9729 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.04640121588110924
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1661 | LCC = 0.9734 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.04321289992332458
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1686 | LCC = 0.9732 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.043124103277921676
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1903 | LCC = 0.9733 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.04419629170000553
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1552 | LCC = 0.9743 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.037554210960865024
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1489 | LCC = 0.9732 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.034620406195521355
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1859 | LCC = 0.9725 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.035794144332408906
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1755 | LCC = 0.9743 | SRCC = 0.9731 ]
+INFO:root:Average loss=0.030684955969452858
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1771 | LCC = 0.9736 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.030285682052373888
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1585 | LCC = 0.9742 | SRCC = 0.9729 ]
+INFO:root:Average loss=0.02839317861199379
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1588 | LCC = 0.9741 | SRCC = 0.9733 ]
+INFO:root:Average loss=0.02662223929166794
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1555 | LCC = 0.9737 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.025865166716277598
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1631 | LCC = 0.9731 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.0241834759041667
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1312 | LCC = 0.9738 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.02431511855125427
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1672 | LCC = 0.9739 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.022066646710038187
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1788 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.023046072095632555
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1780 | LCC = 0.9740 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.020804372243583204
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1621 | LCC = 0.9729 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.020120380476117136
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1618 | LCC = 0.9733 | SRCC = 0.9725 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1750 | LCC = 0.9732 | SRCC = 0.9730 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dafad65de4f79f9fe4635aa0d6785cef1175a4b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41fac5348427f63ffebefa22b8e463fbe797ecbd275f16140a98af4044b745ff
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a56ab7f5fc0213b9afdd5473be1fbc32217d9d63
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85875e9c246f59f70b3730ca70c034094ff564abc612a8a0b52af7071c37ae66
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer20/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a0e0c7cac41e4cbf8f527fc71e1e90c893092338
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3590807591676712
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2831 | LCC = 0.9484 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.13199673396348954
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1823 | LCC = 0.9610 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.11259306919574738
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2059 | LCC = 0.9643 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09481698152422904
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1991 | LCC = 0.9680 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08473470640182496
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2056 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07416767874360085
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2026 | LCC = 0.9688 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07243381252884865
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1975 | LCC = 0.9704 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.06463912180066109
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1883 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.059488279476761816
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1806 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05762509495019913
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2104 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.059037343949079515
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1702 | LCC = 0.9718 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.050365900456905366
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1721 | LCC = 0.9719 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04639095415174961
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1512 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.042745199039578435
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1995 | LCC = 0.9700 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.040628276348114015
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1801 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04030986869335174
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1420 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.035517193913459776
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1730 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.03386075216531754
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1753 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03465641792118549
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1697 | LCC = 0.9720 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.030707288481295107
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1460 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.029376940786838533
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1612 | LCC = 0.9720 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.027132721103727817
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1762 | LCC = 0.9722 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.027553317204117776
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1758 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.025684160821139813
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1474 | LCC = 0.9717 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02633863999694586
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1781 | LCC = 0.9711 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.024559360027313234
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1517 | LCC = 0.9724 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.022965375654399395
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1766 | LCC = 0.9721 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.020693685345351695
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1793 | LCC = 0.9721 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02118199621140957
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1538 | LCC = 0.9726 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.019611647680401804
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1604 | LCC = 0.9723 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02048694980144501
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1471 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1501 | LCC = 0.9742 | SRCC = 0.9738 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..675965672ece25e6bbe3aea5ecc39e2df5b59f2f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c332a882cd06edaee98895c43b85e01408859e7fed3a5dceef72f74a8082cd
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6cc07e4c047bd9dbdeea63b8cbf82999e9925d1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc25531647c1566c40689d5cadacdafbda3ee0edc767a82e62e590ab9087cc76
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4baae675634adc12a374bbbfb93b03d2fcbde003
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3436010038256645
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2583 | LCC = 0.9539 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.13791197115182877
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1953 | LCC = 0.9624 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.11178889262676239
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2314 | LCC = 0.9632 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.10653957992792129
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1655 | LCC = 0.9670 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.08485052934288978
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1707 | LCC = 0.9685 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.08293787306547165
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1582 | LCC = 0.9694 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07283502781391143
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1789 | LCC = 0.9686 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06920185795426369
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1514 | LCC = 0.9706 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06372781190276146
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1744 | LCC = 0.9711 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.06070885962247848
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1523 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05771794356405735
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1556 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05265668426454067
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1550 | LCC = 0.9714 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04976753328740597
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1503 | LCC = 0.9719 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04726974572241306
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1626 | LCC = 0.9723 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.046734422773122786
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1466 | LCC = 0.9718 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04282410329580307
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1621 | LCC = 0.9714 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04007835866510868
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1372 | LCC = 0.9715 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.037603613764047625
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1454 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03465729770064354
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1836 | LCC = 0.9711 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.033340036749839784
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1628 | LCC = 0.9697 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.031423105888068674
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1617 | LCC = 0.9721 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.029621873319149016
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1516 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.029270779475569726
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1724 | LCC = 0.9714 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.028872405767440795
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1642 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.024942635498940945
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1640 | LCC = 0.9712 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.024644003711640834
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1670 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.024190523095428944
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1673 | LCC = 0.9716 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.022878627195954324
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1392 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.022331885807216168
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1507 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.020469615146517753
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1560 | LCC = 0.9723 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.020525215588510035
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1689 | LCC = 0.9712 | SRCC = 0.9696 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1606 | LCC = 0.9728 | SRCC = 0.9729 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db86c288a1990532e30d7b6c72267fbaef278114
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae5deef041f6ff9941be0280dc23398bf40d885e830e61f7e57f8e7c0ab416f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7932fd6ac3e630a50b218b9b43af8511c2f212ce
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b856258f44bb0b1a27b81c17f7cf02deeaa03de2a1802ffaa5ce09728429d287
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f9af88d4c8e78de59936bf246093155a9c32eaf9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3890724115371704
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2254 | LCC = 0.9462 | SRCC = 0.9427 ]
+INFO:root:Average loss=0.13881709498167039
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1983 | LCC = 0.9587 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.12151481384038926
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2081 | LCC = 0.9637 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.10564998662471771
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2439 | LCC = 0.9651 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.09504596710205078
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1882 | LCC = 0.9663 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08790947279334069
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1611 | LCC = 0.9664 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07623486801981925
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1662 | LCC = 0.9701 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.07283407279849052
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1740 | LCC = 0.9703 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06812783855199814
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1690 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06334093126654625
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1684 | LCC = 0.9708 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.058035909324884415
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1747 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05614655935764313
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1503 | LCC = 0.9703 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05113155846297741
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1800 | LCC = 0.9714 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.050194575816392896
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1562 | LCC = 0.9713 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.045181025430560115
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1513 | LCC = 0.9681 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.04525308029353619
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1667 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.039988575026392935
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1622 | LCC = 0.9715 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04188068024814129
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1624 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.035303479075431826
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1835 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03474503993988037
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1675 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03182018383592367
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1650 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03276287452876568
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1459 | LCC = 0.9694 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03169216951727867
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1669 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.031405846662819384
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1440 | LCC = 0.9717 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02737234219163656
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1645 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.027226088494062425
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1599 | LCC = 0.9718 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02707822797447443
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1396 | LCC = 0.9726 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02497766548395157
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1594 | LCC = 0.9723 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.02316111568361521
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1467 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02391694688051939
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1422 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02190530376881361
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1600 | LCC = 0.9719 | SRCC = 0.9705 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1381 | LCC = 0.9721 | SRCC = 0.9725 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da8f6572f792f9214e59ef932a05380d6833ebef
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:84a91dfd377137c1e791ec03c11e31f238bc66c4beb16647f35237b0fc6b76c5
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..286ec58db1bfcef2f16b59aa460e60691620c6bf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e13c4e0be97fecf7af5342c0afe74769145bda0970a3ba124d414c9ce8ce1495
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6391e93f2b3c377211fead05776376c3ac9de1a1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.491123300075531
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2086 | LCC = 0.9492 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.13488748747110366
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2251 | LCC = 0.9607 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.11374686118960381
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1835 | LCC = 0.9651 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.09517016717791557
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1721 | LCC = 0.9665 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.08498474830389023
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1845 | LCC = 0.9690 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07999876850843429
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1996 | LCC = 0.9684 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07380374521017075
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1726 | LCC = 0.9697 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07191843572258949
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2012 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06205784359574318
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1482 | LCC = 0.9707 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.06120597958564758
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2011 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05253409606218338
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1604 | LCC = 0.9696 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05284906730055809
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1777 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04780308246612549
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1819 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04871188023686409
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1876 | LCC = 0.9717 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04593931205570698
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1742 | LCC = 0.9696 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04420811612904072
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1643 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04024962289631367
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1589 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03737442220747471
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1622 | LCC = 0.9719 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.035067559793591496
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1676 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03294461235404014
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1717 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.029664804324507712
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1719 | LCC = 0.9726 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.030982822448015212
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1609 | LCC = 0.9727 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.027355609491467477
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1799 | LCC = 0.9725 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.027095907375216485
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1599 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.024057030364871026
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1604 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.024386936120688915
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1689 | LCC = 0.9731 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.022250675827264785
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1714 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.022492130890488623
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1779 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.023007146559655665
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1730 | LCC = 0.9728 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.020023546323180198
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1599 | LCC = 0.9733 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.0192886216416955
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1452 | LCC = 0.9723 | SRCC = 0.9710 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1595 | LCC = 0.9732 | SRCC = 0.9728 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3f837bd282b7935e8580c6010ed60ca8507cc7a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c43d4cf48c4c9ff173a8d87ac99f00c20a4d384c572626e801999259d473c309
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd4f51348b974a4156b1b9e283e03a75a3d32c5a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b83a571c5d974e771ed2f5f71080081b4d2a4fd41c4b917f4a9d14fd61281b
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2bebddbeeb98aff1aaf97fcdff6364fde0da4ba2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3497101736664772
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2278 | LCC = 0.9504 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.13485932916402818
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2547 | LCC = 0.9573 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.11368265771865844
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2567 | LCC = 0.9637 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.1043601505458355
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1991 | LCC = 0.9671 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.09193747213482857
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1966 | LCC = 0.9678 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.0792010854780674
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1597 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.0828407584130764
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2115 | LCC = 0.9681 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.06968666997551919
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1382 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06473156136274338
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1805 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05709046968817711
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1548 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.056119289845228196
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1787 | LCC = 0.9702 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05351340648531914
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1515 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.050065926492214204
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1514 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04671103273332119
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1448 | LCC = 0.9723 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.044626094415783885
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1730 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04272735743224621
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1708 | LCC = 0.9718 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03907175393402577
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1538 | LCC = 0.9729 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.0348114712536335
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1570 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.033696833223104475
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1554 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.03500285430252552
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1635 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.032902237802743914
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1616 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.029245209880173206
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1413 | LCC = 0.9722 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.029197476215660573
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1533 | LCC = 0.9722 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02783314722776413
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1531 | LCC = 0.9723 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02514590196311474
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1614 | LCC = 0.9721 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.025064811147749423
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1505 | LCC = 0.9724 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02599620822817087
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1712 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.023096841141581535
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1725 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.019647516056895256
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1544 | LCC = 0.9723 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.020423481538891793
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1415 | LCC = 0.9726 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02213535286486149
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1725 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1550 | LCC = 0.9730 | SRCC = 0.9728 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fac5ea4946d26783ecb0b81625e7da5100a88acf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b8363c02178941a1c3869d17f75133c340a5af0c4c6efce9b8c1c9560a1ad3f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3a3a13d0769ead122187a030232da43925a526f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea6e92bb552a5c984d431e7158ab2f3a955058b0a4cf1926689a7a8b92af8f32
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer22/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7f3afb27f817d4f248ef1360c8de8d91191e9336
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45370859855413437
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2802 | LCC = 0.9485 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.14199090927839278
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2460 | LCC = 0.9607 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.11456319934129715
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2366 | LCC = 0.9634 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.10004358652234077
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1876 | LCC = 0.9685 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.09150216782093049
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1705 | LCC = 0.9665 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07953434473276139
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1547 | LCC = 0.9691 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07622783261537552
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2004 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.07107462859153747
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1730 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0701205937564373
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2065 | LCC = 0.9707 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.06283947975933551
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1677 | LCC = 0.9706 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.055003524601459505
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2098 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.058625073462724685
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1513 | LCC = 0.9723 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.05069441926479339
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1723 | LCC = 0.9715 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.04649602241814137
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1753 | LCC = 0.9718 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.042304498225450515
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1810 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04114756740629673
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1575 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.041474753797054294
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1620 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03887498997151852
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1788 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03743405842781067
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1667 | LCC = 0.9715 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03339297907054424
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1593 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.031679712787270546
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1694 | LCC = 0.9712 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.030330168351531028
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1956 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.0322800615504384
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1767 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.028910706967115403
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1626 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02550662975013256
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1650 | LCC = 0.9718 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.026464048378169538
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1493 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.024765660524368287
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1741 | LCC = 0.9703 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.023549316994845866
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1699 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.02232114381343126
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1677 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.024707076117396354
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1872 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.020595684364438056
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1657 | LCC = 0.9722 | SRCC = 0.9704 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1553 | LCC = 0.9728 | SRCC = 0.9728 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer24/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer24/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7115fa4e90ddb593736f20756eece135a70732
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33bdd501f4b9e5878b066a67c86791edba8af60fd42bcca000d7550dd6ca31ff
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer24/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c31d35cc9b66cea49f714eee18c2d23ca0f66d9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3429e435b34fb7e46924ab153e434fba4fff34f9a7d65cc8511e297b18e6bbcc
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer24/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6303379b36dc5bd1752e0b3a2290cae898f2cc2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3667879084944725
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2530 | LCC = 0.9504 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.14967234575748445
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1895 | LCC = 0.9604 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.11638631016016006
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1754 | LCC = 0.9627 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.09537589919567108
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1726 | LCC = 0.9663 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08595057860016823
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1713 | LCC = 0.9672 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.08214561307430267
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1670 | LCC = 0.9687 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07959743070602417
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1677 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06747884601354599
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1646 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.06564280638098717
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1451 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06356735184788703
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1385 | LCC = 0.9706 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.056119908064603805
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1555 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.051262518167495726
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1716 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04837196433544159
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1565 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04599566236138344
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1587 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04456385572254658
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1399 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04126940886676311
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1548 | LCC = 0.9720 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03937863676249981
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1979 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03623492057621479
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1676 | LCC = 0.9724 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.035754833862185476
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1573 | LCC = 0.9720 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03308532203733921
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1534 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03160323080420494
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1390 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.029109969288110733
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1455 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.028385356940329075
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1372 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02622571773827076
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1525 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02579649765044451
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1389 | LCC = 0.9720 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.025805602431297304
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1515 | LCC = 0.9724 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.023934870153665543
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1515 | LCC = 0.9720 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.024810371562838555
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1468 | LCC = 0.9724 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.022759666435420513
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1348 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.0222261967882514
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1410 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.020786030374467374
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1732 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1427 | LCC = 0.9738 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer24/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer24/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..516137288c340ccb8ada032daee461f363185526
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c9660fbcfeb3034ad1cf2d0aa461c96111de53a68cfde7a60c72ced94262a8e
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer24/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8039db3c13c24f14592a77e0dbf45c58736fe03
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97c97289580d003ff02fbaea70b138dc19e523f05ad4a5927bba09c5b8a347ac
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer24/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8719e3e56b3c607fe54cda20ccd34799604724f4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39503308552503585
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3152 | LCC = 0.9442 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.15684491246938706
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2509 | LCC = 0.9577 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.1172334349155426
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1841 | LCC = 0.9644 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.10217062112689018
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2306 | LCC = 0.9649 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.09045519250631333
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2002 | LCC = 0.9674 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08630606299638748
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1628 | LCC = 0.9692 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07912334516644477
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1705 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0698690076470375
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1605 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06580621108412743
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1763 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06226515346765518
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2323 | LCC = 0.9681 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06083796176314354
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1908 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05587948274612427
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1798 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05145873457193375
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1664 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04829799811542034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1934 | LCC = 0.9690 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.04453464709222317
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2626 | LCC = 0.9685 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.043417112916707995
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1973 | LCC = 0.9710 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.041534043714404105
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2050 | LCC = 0.9715 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.037441277906298635
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1565 | LCC = 0.9720 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03718635825812817
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1652 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03597688511013985
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1841 | LCC = 0.9711 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03104944221675396
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1554 | LCC = 0.9720 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03095463639497757
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1736 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.030119014829397203
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1636 | LCC = 0.9713 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.02631364996731281
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1833 | LCC = 0.9714 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.026951856307685377
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1658 | LCC = 0.9723 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02560121961683035
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1796 | LCC = 0.9720 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.023778205946087837
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1621 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.022375310339033602
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1689 | LCC = 0.9721 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.021925899527966978
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1803 | LCC = 0.9714 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.020196024112403392
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1513 | LCC = 0.9720 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.01943796445429325
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1589 | LCC = 0.9718 | SRCC = 0.9700 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1617 | LCC = 0.9737 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer24/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer24/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b53e0eed3ee089f16454a18b6ed968397cfbbb5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:206e3d5b72aaf8d2ab20fec49b9adb76259425c17e590fac0f9d245ac45a517c
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer24/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9069946ba96c6ed537285004c69c4b54c351c66
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27ac9a4a748b31a910a6e81c79432950e36c62576d65a64ce9a276dd1e90480d
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer24/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0670e7f83f5342f84b5deea358adb4e36d7fca7b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4435396908521652
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3409 | LCC = 0.9449 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.15133526265621186
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2604 | LCC = 0.9609 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.12143753254413604
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1986 | LCC = 0.9646 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.0975407942533493
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2349 | LCC = 0.9663 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.09252019572257995
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1845 | LCC = 0.9686 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08587686955928803
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2057 | LCC = 0.9693 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07661770018935203
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1833 | LCC = 0.9708 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06982449918985367
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2324 | LCC = 0.9683 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06465333122014999
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1536 | LCC = 0.9699 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06083274708688259
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1907 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05839035815000534
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2119 | LCC = 0.9709 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05617473676800728
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1895 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.050218589425086974
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2002 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04746751403808594
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1902 | LCC = 0.9722 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.045613166213035586
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1869 | LCC = 0.9713 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04665554378926754
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2071 | LCC = 0.9714 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04484432119131088
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1778 | LCC = 0.9723 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.037578816816210746
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1595 | LCC = 0.9711 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03768781140446663
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1727 | LCC = 0.9725 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03452675460278988
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1659 | LCC = 0.9728 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03305043637752533
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1789 | LCC = 0.9726 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03093348318338394
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1795 | LCC = 0.9720 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03219074390828609
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1680 | LCC = 0.9718 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02684735234826803
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1752 | LCC = 0.9725 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02839463150501251
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1674 | LCC = 0.9723 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.023882916159927846
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1848 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.024569605119526387
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1641 | LCC = 0.9726 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.024138781443238257
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1894 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.022992054745554925
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1793 | LCC = 0.9725 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.021843374259769916
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1829 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.022932839192450045
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1684 | LCC = 0.9737 | SRCC = 0.9718 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1656 | LCC = 0.9734 | SRCC = 0.9728 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer24/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer24/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd945b911a011ff810521d5972afb7bec5e3174
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6090537d893045a187569b9be9b61dc2d9b116b16e3c33ca0b0cc2a3a4f48007
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer24/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..500a55da24ef79f05b98ba7e16d05ad2387ef9af
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37abf60d7d04416bda0d18d4ac53ff3c68cebde63d00c0ff64b9ba7cec74806e
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer24/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..01ff6f4c288480c5609709ac2d9b3a33710d266a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34864140552282336
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2627 | LCC = 0.9518 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1396023090481758
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2218 | LCC = 0.9600 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.11171471703052521
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2319 | LCC = 0.9641 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.09657008582353592
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1919 | LCC = 0.9661 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08638530579209328
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1574 | LCC = 0.9674 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.08344606709480286
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1838 | LCC = 0.9688 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0747407183945179
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1559 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07004039776325226
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1649 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06318548369407653
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1448 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.059437062680721284
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1485 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05739152190089226
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1260 | LCC = 0.9710 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05550066342949867
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1421 | LCC = 0.9714 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04862346962094307
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1550 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04380920511484146
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1424 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.042871883019804956
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1417 | LCC = 0.9723 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04263889706134796
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1408 | LCC = 0.9721 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04259257532656193
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1736 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.038374315977096556
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1295 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03632381242513657
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1478 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03371444354951382
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1760 | LCC = 0.9721 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03248425279557705
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1456 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03266616506874561
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1474 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.028608135774731636
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1832 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.027223237708210946
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1470 | LCC = 0.9724 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02722225357592106
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1525 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.025187427960336208
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1393 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.024765887789428235
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1635 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.023567796282470226
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1551 | LCC = 0.9729 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.022372036017477514
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1420 | LCC = 0.9726 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.021497342899441718
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1553 | LCC = 0.9734 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02069660323113203
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1431 | LCC = 0.9734 | SRCC = 0.9720 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1453 | LCC = 0.9727 | SRCC = 0.9726 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer24/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer24/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca1edda7363382ff99d45a0312db0975c495f0ef
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6236f88ab9f2b3e2bd67293006856ee4a22851f71b1052fb7a443aa542310802
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer24/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7f5e908f4dafbe040724d203c1aaa1391f8df5f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ad7733d89c37f12b2da376a81d8d46c0059310546dd88b1263c1ead1762e2e1
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer24/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer24/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5b63dff1fc601806e4c4e0e2a44360492a6a6347
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer24/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38213077557086944
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2050 | LCC = 0.9473 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.14483780002593993
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2271 | LCC = 0.9599 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.11226187297701835
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1871 | LCC = 0.9637 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09660018944740295
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1803 | LCC = 0.9676 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08554719170928002
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1530 | LCC = 0.9686 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07965922182798385
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1786 | LCC = 0.9688 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07506694433093071
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1458 | LCC = 0.9682 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06782309010624886
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1648 | LCC = 0.9694 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0700775718986988
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1544 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06257802775502205
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1528 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.057546464681625366
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1522 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05165931817889213
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1440 | LCC = 0.9719 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04970794928073883
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1694 | LCC = 0.9688 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.044508182525634765
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1833 | LCC = 0.9723 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04326172310113907
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1770 | LCC = 0.9720 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.0413067297488451
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1559 | LCC = 0.9716 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03952366787195206
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1693 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.036481440335512164
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1722 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03543389640748501
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1360 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03196631380915642
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1425 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.030432878285646437
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1480 | LCC = 0.9717 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03164877776801586
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1718 | LCC = 0.9727 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.028588343180716038
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1490 | LCC = 0.9726 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.026204176001250745
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1505 | LCC = 0.9724 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.026789209567010402
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1667 | LCC = 0.9724 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.024619941413402558
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1741 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.02294922648370266
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1493 | LCC = 0.9725 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.022672753252089024
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1685 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.022622364297509193
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1509 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02059394219517708
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1551 | LCC = 0.9731 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.019953846260905267
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1424 | LCC = 0.9723 | SRCC = 0.9709 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1564 | LCC = 0.9726 | SRCC = 0.9723 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer26/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer26/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7acaa91957f8509b418a4f50ad7ae430fee31207
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9171e20adcf761f3379667e35dad44ce5ecebfa3f6ed9614390e34bdd81b3676
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer26/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..196414c0c0288904af2ae2508db31a145ed355e3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fbd8a5fccb9cdd67a194e14edd4702e6eb4738c41b6fc68b6b6a368495a7104b
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer26/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..efc676fd2f9b36bc6cc362dbf325b77002ffe0bb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4507136034369469
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2195 | LCC = 0.9484 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.1588902172446251
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1983 | LCC = 0.9595 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.11746272137761116
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1587 | LCC = 0.9630 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.10048726114630699
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1824 | LCC = 0.9667 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09102957278490066
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1605 | LCC = 0.9686 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.08745160281658172
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1880 | LCC = 0.9694 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.0781240328848362
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1889 | LCC = 0.9692 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07428025299310684
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2649 | LCC = 0.9678 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06739370521903038
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1757 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06673711732029915
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1366 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.059916806310415266
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1799 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05284433495998383
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1754 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.05034415051341057
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1774 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.048485082149505615
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1605 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.044331046983599666
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1555 | LCC = 0.9720 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04187877207994461
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1954 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04243139903247357
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1843 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03784198679029942
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1739 | LCC = 0.9718 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03561427357792854
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1811 | LCC = 0.9721 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.034868203029036524
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1643 | LCC = 0.9728 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03515743640065193
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1427 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03290039892494678
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1723 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.032000547334551814
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1496 | LCC = 0.9726 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.028971404165029527
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1670 | LCC = 0.9718 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02670595283806324
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1665 | LCC = 0.9723 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.026512676052749158
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1588 | LCC = 0.9723 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02539036773145199
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1610 | LCC = 0.9716 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.025664246797561647
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1518 | LCC = 0.9719 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.0238835396617651
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1627 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02190741292387247
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1546 | LCC = 0.9727 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.021466007992625238
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1467 | LCC = 0.9725 | SRCC = 0.9711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1672 | LCC = 0.9709 | SRCC = 0.9708 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer26/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer26/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5551bfd2eb2f86dbc543b13881e30ee781e0baf6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b66c9a52ef3c06e929b06374ec951071e85de2d1b227c85a0fbbaf711cddab0
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer26/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba4224b100d1d6bc66cdd572c4a72aa737104d48
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9433a3b50b9d53d63a2d826d70bbaa40c88f94803b77fb29988f26381da8e17
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer26/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf1be25771e249966884ba68f804f3a6f2678df7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36393210327625275
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2737 | LCC = 0.9498 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.14846249866485595
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2411 | LCC = 0.9581 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.12110740566253662
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1919 | LCC = 0.9613 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.10058696970343589
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1689 | LCC = 0.9654 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08762045100331306
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1659 | LCC = 0.9662 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.0895717046558857
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1788 | LCC = 0.9670 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.0803759540617466
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1468 | LCC = 0.9689 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.07197672554850579
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2097 | LCC = 0.9687 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06702395522594452
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1891 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06144405174255371
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1562 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.056631733119487764
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1649 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.056479771137237546
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1473 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.049878922134637835
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1573 | LCC = 0.9699 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0460844466984272
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1589 | LCC = 0.9712 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04531034773588181
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1489 | LCC = 0.9715 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.044863438352942465
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1602 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04042084318399429
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1621 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.037101242676377294
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1725 | LCC = 0.9711 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03418707193434239
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1451 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03378561535477638
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1687 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03318450576066971
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1637 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03056222864985466
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1601 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.031266078427433966
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1649 | LCC = 0.9720 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.025931673981249334
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1697 | LCC = 0.9712 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.025819540552794933
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1633 | LCC = 0.9700 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.026258176803588867
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1631 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.024030276507139205
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1536 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.02212843731790781
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1360 | LCC = 0.9721 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.024214215643703938
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1473 | LCC = 0.9723 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02054703851044178
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1560 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.020643995113670825
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1558 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1469 | LCC = 0.9720 | SRCC = 0.9715 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer26/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer26/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5384284e7c82f96dac3d5f0ab7efed1c8759e80f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8e080949880ab0508356f1ccc31e4836ffc9c2879b81ec26d2502e672c6ea2
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer26/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0bdf99471913071768e93f58bb65a9776b74e4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c340f48ac7e1ae81e445012c2d359e2dc6cb866b1ad6206d471344be71b36c69
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer26/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..755a76004e87362d7dda5a63007ff3d9a3719211
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3638911950588226
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2676 | LCC = 0.9460 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.1451012652516365
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2103 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.12091900897026062
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1994 | LCC = 0.9624 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.09807306349277496
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2084 | LCC = 0.9654 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09117842489480972
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1747 | LCC = 0.9667 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08610941645503044
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1920 | LCC = 0.9674 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07686261011660099
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1866 | LCC = 0.9683 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07208228269219398
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1831 | LCC = 0.9683 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06329720386862756
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1777 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05875684183835983
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1824 | LCC = 0.9701 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05535752350091934
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1657 | LCC = 0.9696 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.053627565518021586
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1554 | LCC = 0.9698 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04808852507174015
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1517 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.0433443473726511
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1814 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04228249183297157
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1621 | LCC = 0.9705 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03877631878852844
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1553 | LCC = 0.9704 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04119081966578961
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1625 | LCC = 0.9709 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.0365319764316082
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1852 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03397098262608051
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1713 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03201779980957508
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1673 | LCC = 0.9709 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03010043628513813
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1536 | LCC = 0.9714 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.02985827462375164
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1904 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.030490851148962973
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1807 | LCC = 0.9709 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.026358956202864648
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1569 | LCC = 0.9706 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.023842602767050268
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1436 | LCC = 0.9714 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.023476556941866875
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1766 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.02418581239134073
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1697 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.02379505367577076
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1563 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.020649608939886092
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1681 | LCC = 0.9706 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.02035962910950184
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1741 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.01974478951096535
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1665 | LCC = 0.9709 | SRCC = 0.9691 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1495 | LCC = 0.9723 | SRCC = 0.9719 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer26/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer26/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..881cf484f2f8a2ba5d9db2479924efb1bf417929
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e507b3ae661c66a6e0a6b76b4fa959a361d05acb46cb19bcdc995d5e1e07fe41
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer26/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f022f2660f9562873dd48b63087fd6f78650e03
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b51c24da509a9acd52bb828b889539d26d96008299b15717dad50b32c9435f
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer26/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d25c80cc9443c283319e29c4ad308c16364fb58a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40489388644695284
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2069 | LCC = 0.9507 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.14012672007083893
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1821 | LCC = 0.9601 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.11338551560044288
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2190 | LCC = 0.9599 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.1015922104716301
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2235 | LCC = 0.9655 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.09101968178153039
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1695 | LCC = 0.9678 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.0866914258301258
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2048 | LCC = 0.9685 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07767981576919555
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1609 | LCC = 0.9686 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07164848294854165
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1790 | LCC = 0.9706 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.06860188445448875
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1809 | LCC = 0.9714 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.0652897624373436
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1710 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05956749325990677
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1977 | LCC = 0.9701 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05203061725199223
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1567 | LCC = 0.9710 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04964406663179398
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1668 | LCC = 0.9715 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.048891724020242694
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1615 | LCC = 0.9700 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04403456132113934
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1582 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04271126741170883
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1618 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03949305884540081
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1413 | LCC = 0.9694 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.036157412812113765
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1601 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.033260827347636225
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1835 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.034887097746133806
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1560 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03286162395775318
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1623 | LCC = 0.9715 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0298477673381567
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1514 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.029193770080804825
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1565 | LCC = 0.9663 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.02807192323356867
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1640 | LCC = 0.9713 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.026230166360735892
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1620 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.0255132444947958
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1657 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.024472420744597913
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1590 | LCC = 0.9716 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02346979021281004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1558 | LCC = 0.9712 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.021759170658886433
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1566 | LCC = 0.9711 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.021669811986386775
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1550 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.022195387803018093
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1727 | LCC = 0.9718 | SRCC = 0.9704 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1556 | LCC = 0.9724 | SRCC = 0.9722 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer26/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer26/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5ea6fd0e13fb367482b17509c82b6d3fa69dcf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae12cbe9a5a27822b86c438a13541489dc3902d1c6c6efcbe25dad9fed81e08
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer26/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c76f2adc343ed69665d1bc18429627ce7f067060
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0dcd42a6af4f40e5402657d010944e3ee13142bb964d0d07d811bb8c9c7d8475
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer26/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer26/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f01ae04aaf025a4841ff09a2ac59834c1eb36d8e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer26/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4328096396923065
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2765 | LCC = 0.9465 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.14734033292531967
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2162 | LCC = 0.9568 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.12134425365924835
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1747 | LCC = 0.9600 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.1055533085167408
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2124 | LCC = 0.9648 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.09067115759849548
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1814 | LCC = 0.9680 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07944654634594918
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1682 | LCC = 0.9655 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.07706886157393456
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1673 | LCC = 0.9675 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.0676641144156456
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1497 | LCC = 0.9684 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06531442660093308
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1957 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06160882505774498
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1794 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05623387336730957
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1653 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05250294859707356
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1696 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05487367072701454
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1912 | LCC = 0.9713 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04639518141746521
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1589 | LCC = 0.9686 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.04537406972050667
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1581 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.040482899472117424
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1796 | LCC = 0.9714 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.039521338507533074
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1870 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03575717790424824
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1529 | LCC = 0.9699 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.034476580426096914
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1774 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.031855554074049
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1654 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03080986559391022
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1633 | LCC = 0.9709 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02962165506184101
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1670 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.029433529794216155
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1489 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.027404338642954825
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1662 | LCC = 0.9710 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.024326599821448327
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1477 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02556206603348255
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1421 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02564389196783304
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1697 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.022290725842118265
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1671 | LCC = 0.9716 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.023248542211949826
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1496 | LCC = 0.9711 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.020643395841121674
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1687 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02077880497276783
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1595 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1637 | LCC = 0.9726 | SRCC = 0.9721 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer28/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer28/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5095051f9fe750d214efc9d56862bc5a9ccbfaa6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3ab7fedb88995bdbbd3bc9c25c0f3bde151945e7a4dfee42f99a19ba90fefd1
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer28/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..264f3c703366c597270d73224a47f40ca9bcb963
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bae1aaadf0bbedab73125653dabd9903db75f2dc884f71dd702daad5f0de3691
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer28/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7083c165170a11c2231e327edd87edcaca14f7a6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3599713406562805
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2554 | LCC = 0.9453 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.14868672609329223
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2262 | LCC = 0.9587 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11712547212839126
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1753 | LCC = 0.9617 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.1028346791267395
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2346 | LCC = 0.9658 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.09058626621961594
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1757 | LCC = 0.9686 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.08273451671004295
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1953 | LCC = 0.9686 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07713169583678245
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1830 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.07132099437713622
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1994 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.0644320373237133
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1826 | LCC = 0.9714 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.061158482253551485
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1936 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05658154644072056
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1560 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.053633666649460794
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1510 | LCC = 0.9720 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.04932327899336815
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1994 | LCC = 0.9712 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.0455338184684515
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1604 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04298248238861561
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1595 | LCC = 0.9721 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04393771661818027
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1733 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03727275128662586
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1694 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03770997571945191
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1748 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.036285092353820804
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1865 | LCC = 0.9720 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03333926203846931
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1756 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.030736451104283333
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1652 | LCC = 0.9724 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02977795749902725
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1657 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.027776373833417894
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1408 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02682924707233906
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1582 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02933660692721605
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1609 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.025651437528431416
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1794 | LCC = 0.9724 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.0259867080822587
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1757 | LCC = 0.9723 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.023966151900589466
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1631 | LCC = 0.9726 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.021881058134138584
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1633 | LCC = 0.9729 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.021854623161256314
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1703 | LCC = 0.9728 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.021848051883280276
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1573 | LCC = 0.9732 | SRCC = 0.9719 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1562 | LCC = 0.9723 | SRCC = 0.9715 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer28/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer28/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa3913a8df001fab3bc33e3e0c514f1d82ce636e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9558a6b6eef0513cb50fea1bc72dedd4cf3e46058221f121635e7c2fbfe58736
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer28/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02da997b9fd286016c4c6571635bf1a1d7c3d3be
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44aa7fa7dc8746be3bc0c327b2120e88c93a314326447050daf13bacea3877ee
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer28/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..42e3cb570c8819760c3971362d1fabdca5d8c56e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3837335684299469
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2558 | LCC = 0.9495 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.1431458916068077
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1884 | LCC = 0.9585 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.12879056864976882
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1790 | LCC = 0.9608 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.10261413902044296
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1936 | LCC = 0.9640 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09125819635391236
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1792 | LCC = 0.9676 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07979189363121987
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1602 | LCC = 0.9683 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07381222918629646
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2127 | LCC = 0.9681 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07283255150914192
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1717 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06686995658278465
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1673 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.060257019758224485
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1754 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05856352177262306
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1419 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05771913443505764
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1887 | LCC = 0.9707 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.0502972000092268
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1651 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0550170047879219
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1569 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.046994941741228105
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1657 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.043500446543097496
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1655 | LCC = 0.9714 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03840975333750248
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1521 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.040735010713338855
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1464 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03763814590871334
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1561 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.033009026437997815
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1744 | LCC = 0.9713 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03447908635437488
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1463 | LCC = 0.9717 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.030469560541212557
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1691 | LCC = 0.9714 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.030910324320197104
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1541 | LCC = 0.9700 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.02896175750344992
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1491 | LCC = 0.9717 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.028383095681667327
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1362 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.026026925504207613
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1324 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02472507008910179
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1625 | LCC = 0.9714 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.024508529946208
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1522 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.022528251141309737
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1601 | LCC = 0.9716 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.022156225986778737
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1354 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02047631848603487
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1521 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1501 | LCC = 0.9726 | SRCC = 0.9722 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer28/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer28/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50eb5dcc34210978079b83d29c6994ffbb6e133a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a981fa0d81763102b378c7ded02b587ee93b14dfdd6ad5b799844483dfe4107
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer28/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ec1b03b829692df0c7751688032ad2984ac354b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a889b69b70b1eb836c61d2d38986605ce601522674000d2a6cc0bf3c97d1c38c
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer28/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..db738312c96725da62a85f9b2fc1c704af12f65f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42129826760292055
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2197 | LCC = 0.9482 | SRCC = 0.9472 ]
+INFO:root:Average loss=0.14540053874254227
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1940 | LCC = 0.9569 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.11964275360107422
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2214 | LCC = 0.9627 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.10442995911836624
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1660 | LCC = 0.9657 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08956723862886429
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1681 | LCC = 0.9670 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.08426750579476357
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2033 | LCC = 0.9674 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07686326560378075
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1955 | LCC = 0.9695 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.07410297107696533
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1864 | LCC = 0.9682 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06813282373547554
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1680 | LCC = 0.9711 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.059324987918138505
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1763 | LCC = 0.9700 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05915097944438458
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2189 | LCC = 0.9699 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05554165145754814
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1871 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04970803478360176
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1974 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04862532910704613
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1864 | LCC = 0.9703 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04534486758708954
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1742 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04304160849750042
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1597 | LCC = 0.9728 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03970549915730953
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1717 | LCC = 0.9717 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.036932576030492784
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1544 | LCC = 0.9715 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03676163625717163
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1538 | LCC = 0.9718 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03352808651328087
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1649 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03242538847029209
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1828 | LCC = 0.9718 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.029815612196922303
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1685 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.028229007944464684
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1829 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.029204055666923523
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1608 | LCC = 0.9721 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.026480897307395935
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1750 | LCC = 0.9719 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.025557247050106525
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1818 | LCC = 0.9724 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.024983964450657366
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1627 | LCC = 0.9714 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.024570154950022696
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1591 | LCC = 0.9726 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.022402922466397284
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1803 | LCC = 0.9730 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.02215315366536379
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1820 | LCC = 0.9714 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.020874549940228464
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1764 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1803 | LCC = 0.9721 | SRCC = 0.9718 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer28/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer28/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31a82924c74ab98a354b1bf7f54fec4f0fa43e4d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3192432df1ffdc03e79a4734a5dbe3cd8caa6fe5f18b099977c5a0fb8f26a6ae
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer28/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d93be054b22e5dcd8ef9c4341b74f0b09bfa9357
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bf15985e29bd2af74d345905ef6c74839691eed3396b9c2ca4feccc3d099918
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer28/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1bd78bf7a35d0ea8fbe0da5257a70e95d6cd54c6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3793116169571876
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2147 | LCC = 0.9504 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.14400562292337418
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2315 | LCC = 0.9607 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.11454672116041184
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2357 | LCC = 0.9634 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10419540578126907
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2184 | LCC = 0.9661 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.09440511536598206
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1792 | LCC = 0.9687 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08293926906585693
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1980 | LCC = 0.9687 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07378343403339387
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1614 | LCC = 0.9668 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06941528576612473
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1877 | LCC = 0.9700 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06469523510336876
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1726 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06350597086548805
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1844 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05847566226124763
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1461 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.051473836168646814
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1996 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04988684320449829
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1563 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04711831358075142
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1555 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04752792748808861
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1471 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04455198688805103
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1774 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03978839962184429
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1768 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03864189015328884
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1355 | LCC = 0.9709 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03641629558801651
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1641 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.034840836197137834
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1508 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03418084026873112
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1595 | LCC = 0.9723 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.0314664449095726
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1582 | LCC = 0.9716 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.028134350195527076
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1424 | LCC = 0.9712 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.029521077282726765
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1497 | LCC = 0.9713 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.02573473583161831
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1610 | LCC = 0.9718 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02496985563635826
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1537 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02426937832683325
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1646 | LCC = 0.9719 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02428591851890087
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1779 | LCC = 0.9716 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.0221859747171402
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1664 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.022187348172068595
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1742 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.02249928041547537
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1470 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1735 | LCC = 0.9722 | SRCC = 0.9716 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer28/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer28/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3155fffce1a71256831a43fe454520da828dd3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:077f3c7592ad362f8fab5ba9a0695ca221daaf1c635f30f7cfb284bfc0ab14ba
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer28/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39914f121f60f2587fc8d3fb2929ea4e805d6ea1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72797ac5e100b7ac69c986af1bc2ab0aa75376e6d21337d3e1ce684652ae8b88
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer28/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer28/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3eb50b61d055b916700fde545fe4b4d54687fdf0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer28/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4114584311246872
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2225 | LCC = 0.9476 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.14339951807260512
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1996 | LCC = 0.9600 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.11522841221094131
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1890 | LCC = 0.9650 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.10442438814043999
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1553 | LCC = 0.9663 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.08922188937664031
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1632 | LCC = 0.9686 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08265939220786095
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1735 | LCC = 0.9694 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.08016758066415787
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1595 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.07159288105368614
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1439 | LCC = 0.9699 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06634691050648689
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1619 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.06192611652612686
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1587 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05983710318803787
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1618 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.0531740151643753
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1798 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.048701050326228144
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1381 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04609992115199566
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1474 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04313796469569206
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1387 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.039012689456343654
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1494 | LCC = 0.9715 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03861084976792335
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1435 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.038210874140262606
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1298 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.03663985329866409
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1373 | LCC = 0.9727 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.0333799919039011
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1332 | LCC = 0.9723 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.030983355209231376
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1364 | LCC = 0.9724 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.030002789169549942
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1659 | LCC = 0.9729 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.02926395107805729
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1770 | LCC = 0.9708 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.028905637949705125
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1324 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02766601274162531
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1520 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.025598255679011344
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1262 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.022767536476254464
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1430 | LCC = 0.9733 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.022404022455215455
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1454 | LCC = 0.9740 | SRCC = 0.9725 ]
+INFO:root:Average loss=0.021860815539956092
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1638 | LCC = 0.9735 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.02283037932217121
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1480 | LCC = 0.9736 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.02104191704839468
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1615 | LCC = 0.9729 | SRCC = 0.9722 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1488 | LCC = 0.9722 | SRCC = 0.9717 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer30/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer30/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab7311f450a15a366d415aa7be45631462159531
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4512a64ffda30da738a1aa9836ef6a0a7e38aaf9b95987bae557ad938ac3fbe8
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer30/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af9fa2136974d40f9188345adc1d530596f2435d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86eb7855fea045b5ac1fe3f6b60b9672dec3f1958e7e815895d0c06e6a5e7a7b
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer30/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ababce9c313292678ede4fe5eef6f8d634813703
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.407930545091629
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2653 | LCC = 0.9470 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.1468930533528328
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1905 | LCC = 0.9541 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.11245250803232193
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2607 | LCC = 0.9629 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.10018279871344567
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2052 | LCC = 0.9664 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09216893172264098
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1757 | LCC = 0.9675 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08090952867269516
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2511 | LCC = 0.9666 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.0749910683631897
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1784 | LCC = 0.9687 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07027388790249825
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1826 | LCC = 0.9693 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06285921862721443
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1552 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0627367163002491
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1996 | LCC = 0.9704 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05922474059462547
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1863 | LCC = 0.9693 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.053637539625167846
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1758 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05727231365442276
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1618 | LCC = 0.9705 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04795852914452553
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1647 | LCC = 0.9662 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.04594113557040692
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1670 | LCC = 0.9680 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.04185610955953598
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1818 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04410000295937061
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1547 | LCC = 0.9711 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04024824741482735
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1649 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03563734246790409
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1549 | LCC = 0.9695 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03269370150566101
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1576 | LCC = 0.9715 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03336697225272656
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1912 | LCC = 0.9706 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03235074038803577
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1735 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.030924046769738197
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1843 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.031162819758057594
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1599 | LCC = 0.9725 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.028315588064491748
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1607 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.026473460339009762
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1842 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.027006925359368324
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1594 | LCC = 0.9718 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.024120336793363093
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1593 | LCC = 0.9722 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02284789302200079
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2018 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.023362925976514817
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1561 | LCC = 0.9723 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.022516556516289712
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1643 | LCC = 0.9720 | SRCC = 0.9707 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1554 | LCC = 0.9731 | SRCC = 0.9726 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer30/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer30/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..260515bb26f5e53e3c9e1543fbcb8d5a87159ed8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c098c5bde9a9134a612d0b392be033784b03b0738e5579a54c17d3bd6bdfd2de
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer30/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d36d72dbaaa17517250c44f2aa5f17258b275bf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ecda22e29973091fa0b5308916707307d6b3eb48efea8ec6cfbe835c5911d9
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer30/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f06f0f539fbb7b68ddbc5037e4dc6e01d3e649de
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3790156667232513
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3052 | LCC = 0.9434 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.15127726358175278
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2048 | LCC = 0.9544 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.12243177318572998
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2050 | LCC = 0.9619 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10268593999743461
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1819 | LCC = 0.9652 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09466218703985214
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2027 | LCC = 0.9652 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08460422486066818
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2043 | LCC = 0.9671 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08038051649928094
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1577 | LCC = 0.9680 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07102816680073738
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1437 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06465339502692223
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2024 | LCC = 0.9688 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06742443454265594
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1780 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06167302122712135
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1584 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05619930875301361
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2017 | LCC = 0.9687 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05157768887281418
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1703 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.049154536426067354
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1831 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04708229687809944
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1249 | LCC = 0.9715 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04505608689785004
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1552 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04199950630962849
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1644 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04055002307891846
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1562 | LCC = 0.9707 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03738174700736999
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1677 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04043284660577774
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1469 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03546458128094673
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1488 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03401686985790729
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1979 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03526451416313648
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1510 | LCC = 0.9720 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.028925950437784197
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1442 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.0279306533485651
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1696 | LCC = 0.9719 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.027559241130948067
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1437 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02677825576812029
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1542 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.024363760836422443
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1459 | LCC = 0.9723 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.025698787868022918
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1501 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.023625502608716487
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1505 | LCC = 0.9721 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.021497046381235122
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1390 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1472 | LCC = 0.9715 | SRCC = 0.9708 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer30/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer30/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8a4a0606a3a9cfd620ee46b9c713d2446d314c0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5400251f3ce9557340f4e89505cf1b5ed3638b090181ab618f4cfd98a37cdbe
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer30/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cdcb8043efecb34eb72f2351d854d38a02447620
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8053e8f5153004a4c1a137cd42b811ce830872b3116c7f7cbe93b98eba4c372
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer30/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..913d3008f149d8573da127ae8187aed771804ce6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4014233052134514
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2212 | LCC = 0.9506 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.13999926269054414
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2111 | LCC = 0.9601 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.11106229823827743
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2249 | LCC = 0.9620 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.10083573681116104
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2245 | LCC = 0.9655 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08903745704889297
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1844 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.08234046256542206
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1662 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0748409162759781
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1935 | LCC = 0.9681 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.06682823845744133
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1751 | LCC = 0.9705 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06548731824755669
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1775 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05717556819319725
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1382 | LCC = 0.9696 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.057706863731145856
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1496 | LCC = 0.9707 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05360938979685306
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1568 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.049054727122187614
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1355 | LCC = 0.9705 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04603382514417172
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1684 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.043074965506792066
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1563 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04175791840255261
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1658 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03986411643028259
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1733 | LCC = 0.9705 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.035874650821089746
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1571 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.032455062553286555
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1395 | LCC = 0.9727 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.032127604991197586
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1446 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03248334284126759
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1650 | LCC = 0.9712 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.028842635557055473
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1525 | LCC = 0.9722 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.027062346123158932
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1496 | LCC = 0.9715 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.027177116602659226
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1673 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.025865878231823444
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1510 | LCC = 0.9722 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.025618338733911516
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1592 | LCC = 0.9721 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02363544013351202
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1612 | LCC = 0.9712 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.021703923925757408
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1756 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02334698037803173
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1452 | LCC = 0.9727 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.02286694698780775
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1578 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.01932757993787527
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1588 | LCC = 0.9727 | SRCC = 0.9713 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1374 | LCC = 0.9729 | SRCC = 0.9720 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer30/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer30/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a71f57c273d10cda71899788eb958dc1054af058
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b7db6766ced4f810b541c2f1aa4f182142c2ce49985dd0d429b37fabe0e26cb
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer30/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4298bf4b0cd7598096ca4a20105ad6f18978b30e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b976b09421c11aaa1b86ca911cb8898c0c82f9b48e6c7f194568a9878fe7cad3
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer30/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c40978f0e08656727591f229bd38a34140f317a5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4157082717418671
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2603 | LCC = 0.9463 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.13896346682310104
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2310 | LCC = 0.9586 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11717618674039841
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1877 | LCC = 0.9618 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.09927659729123116
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2468 | LCC = 0.9638 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09294021284580231
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2073 | LCC = 0.9668 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.0855462762415409
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2058 | LCC = 0.9678 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07908668932318687
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2247 | LCC = 0.9680 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.07155321252346039
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2007 | LCC = 0.9694 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.0658461899459362
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1961 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.0671602676808834
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2226 | LCC = 0.9700 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06280327633023262
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2091 | LCC = 0.9703 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05523732741177082
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1829 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.051111102014780044
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1972 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.047451277807354926
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1888 | LCC = 0.9712 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.045795787230134014
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1757 | LCC = 0.9719 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04254113863408566
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1763 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.040929888099431995
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1815 | LCC = 0.9728 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.037436570554971696
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1788 | LCC = 0.9722 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03786746379733086
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1841 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03450165419280529
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1497 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03125575250387192
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1810 | LCC = 0.9725 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.03212677016854286
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1793 | LCC = 0.9724 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.032562121972441675
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1881 | LCC = 0.9724 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.028831489741802215
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1516 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.028006321206688882
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1725 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.026716056823730468
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1868 | LCC = 0.9721 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.027828651554882525
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1654 | LCC = 0.9731 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.02430137448012829
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1616 | LCC = 0.9733 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.023999806761741637
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1497 | LCC = 0.9728 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.024429652377963067
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1674 | LCC = 0.9733 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.023080453976988793
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1773 | LCC = 0.9732 | SRCC = 0.9725 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1655 | LCC = 0.9730 | SRCC = 0.9728 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer30/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer30/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eccfaac7503016384b157311893d5cfcc181e0a0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f8e1e7308f210ed6765edc40769c12dd383ce6d3b695fc22f99aeed8484434
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer30/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53401b6b1ef86e326f9fc0c69c0b94c2c9be5899
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23655ddc6ba6378ca7a94b1bbe3d70db18df769f9900ccc280df5e8483bf1e05
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer30/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer30/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6988ba4d4ce9b0d1365eedfd636bde480778c589
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer30/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44448691004514695
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2610 | LCC = 0.9483 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.1506947830915451
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2299 | LCC = 0.9585 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11518580585718155
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2407 | LCC = 0.9628 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.10161736133694649
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1909 | LCC = 0.9657 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.0877608034312725
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1753 | LCC = 0.9663 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.08306051051616668
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2284 | LCC = 0.9670 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.07784561988711357
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1665 | LCC = 0.9686 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.06995204925537109
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1889 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0645588667690754
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2036 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06071473217010498
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1951 | LCC = 0.9700 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06000214110314846
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1870 | LCC = 0.9717 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.05479091788828373
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1672 | LCC = 0.9712 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04709557044506073
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2014 | LCC = 0.9675 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.04755682952702046
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1897 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04563977585732937
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2054 | LCC = 0.9715 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04126250232756138
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1753 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.040361290022730825
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1981 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03602954076230526
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1660 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03613916087150574
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1687 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03350351594388485
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1624 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0332316310852766
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1562 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03186561998724938
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1845 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.028608758106827736
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1661 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.02933048403263092
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1766 | LCC = 0.9710 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.027279316544532774
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1929 | LCC = 0.9710 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.025750329554080964
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1862 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.026706608906388284
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1770 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.023296210028231144
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1892 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.02238945943117142
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1598 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.024533880710601808
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1735 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02302376528084278
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1863 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1711 | LCC = 0.9731 | SRCC = 0.9730 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer32/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer32/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4f740203f61a083d3d1090f98f216a835b594dd6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33395272c340d5d48e2f2e0b6d32eb0c884e7fa4495ef28161c6ef19295f0b85
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer32/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47e8d5c9022df01aff8116bfb6171f6ec2d9a37c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:998434df0ce711f845e3795c791b77e96a3741ed1a4d5a91408373c43b7d824a
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer32/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..382ea8ad71a1253088221d37da192a9ba73135f5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3988221255540848
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2569 | LCC = 0.9486 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.14472818154096603
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2098 | LCC = 0.9585 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.1152136817574501
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2077 | LCC = 0.9626 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.10308795315027237
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1590 | LCC = 0.9650 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.09016614362597465
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1939 | LCC = 0.9678 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.0839735744893551
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1716 | LCC = 0.9681 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0748866885304451
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1828 | LCC = 0.9689 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07291907483339309
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1957 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06671154749393463
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1859 | LCC = 0.9703 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06222096824645996
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1880 | LCC = 0.9699 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05953003591299057
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1734 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05379072596132755
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1616 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05053647018969059
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1705 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04798896160721779
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1880 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04445819042623043
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1754 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04240934698283672
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1812 | LCC = 0.9699 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04277302578091621
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1608 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03909811568260193
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1588 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03743526719510555
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1655 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03460518081486225
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1674 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.034142690256237986
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1703 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.034153631269931796
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1645 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03005650819838047
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1524 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.029221533551812173
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1706 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.030101541332900526
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1535 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.026802687361836434
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1565 | LCC = 0.9725 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.026847319930791855
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1557 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.025501056224107744
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1666 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.024328787453472615
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1936 | LCC = 0.9709 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.024172363974153996
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1830 | LCC = 0.9727 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02201754678040743
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1708 | LCC = 0.9724 | SRCC = 0.9711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1799 | LCC = 0.9741 | SRCC = 0.9740 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer32/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer32/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24a0f28fd1b8a0b79a0f8f5716635da4ebd20f9f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3060fe3a1c8f19e71df1edcb0983248bd81d69fe6433ff4cab66630acad2fc4
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer32/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862966c3921450b83484800ab6c71437e8f047aa
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3f49340e1536133dfc78037d9dc47c1a286c9542e6c0f825e19d16c1b32e047
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer32/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..06ef48ba2e3ec2efb461a8469cc7a8247a9884da
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3909242171049118
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2997 | LCC = 0.9448 | SRCC = 0.9435 ]
+INFO:root:Average loss=0.153261843085289
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2347 | LCC = 0.9560 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.1164345360994339
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1623 | LCC = 0.9626 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.09885074481368065
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2023 | LCC = 0.9612 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09120710307359696
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1559 | LCC = 0.9679 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.08219248232245445
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1600 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07570014581084251
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1566 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06737562474608422
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1557 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06538709792494773
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1438 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.06016768917441368
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1712 | LCC = 0.9712 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.054893205970525744
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1734 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05044805406033993
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1449 | LCC = 0.9715 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05175938968360424
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1640 | LCC = 0.9710 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04807013036310673
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1675 | LCC = 0.9707 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.044103928774595264
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1596 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04141373796761036
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1449 | LCC = 0.9714 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.040500395879149435
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1404 | LCC = 0.9711 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03847202181816101
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1218 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03974220232665539
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1415 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.034670542567968365
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1674 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.035561005726456645
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1530 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03159843391180039
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1505 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03153605963289738
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1528 | LCC = 0.9720 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.029461455285549165
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1471 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.029554729744791983
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1541 | LCC = 0.9729 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.02641209602355957
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1657 | LCC = 0.9719 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.026357239902019502
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1375 | LCC = 0.9724 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.025174602791666986
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1534 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.026301321506500244
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1456 | LCC = 0.9731 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.022518325507640838
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1627 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.022244821824133395
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1491 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1436 | LCC = 0.9739 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer32/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer32/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d2119a8fc4a89ac1658ea23b5879bf41aee3408e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd94320052acc66b8931faa0ed8f52bc1c1e5eef6eec1008244aaf4b80a509cc
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer32/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9e185a21b77ae36f20d9c718a533e1251dcbff5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7874c75d46d3aa11635425e64ed7711d8188cd74b1e940f88f16d2f8537258d0
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer32/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..533b6fecb308ab442e73706c6af63c020c5f4b09
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5983933211565018
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3282 | LCC = 0.9391 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.1403722757101059
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2651 | LCC = 0.9603 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.12000073134899139
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2522 | LCC = 0.9612 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.09935127449035644
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2056 | LCC = 0.9664 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09134526032209396
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1980 | LCC = 0.9670 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08396218314766885
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2071 | LCC = 0.9678 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07915181413292885
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1895 | LCC = 0.9679 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07382948777079582
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2005 | LCC = 0.9698 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06664627200365067
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2105 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06331168600916863
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2048 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05894214272499085
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1966 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05661539617180824
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1649 | LCC = 0.9675 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.05252585643529892
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1982 | LCC = 0.9706 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.050344186007976535
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1663 | LCC = 0.9699 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.048968113869428634
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1644 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.043226403906941414
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1972 | LCC = 0.9715 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04426650017499924
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1743 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04165538197755814
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1808 | LCC = 0.9703 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03842126666009426
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1661 | LCC = 0.9714 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03583380916714668
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1967 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03493700829148293
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1939 | LCC = 0.9713 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03207905040681362
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1716 | LCC = 0.9708 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03126435597240925
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1975 | LCC = 0.9701 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.030472499661147595
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2040 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.030255757838487624
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1665 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02673534518480301
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1820 | LCC = 0.9721 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.026930970080196858
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1891 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.026223787516355516
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1843 | LCC = 0.9718 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.023957380168139933
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1648 | LCC = 0.9721 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.022529896013438702
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1705 | LCC = 0.9716 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.022413723401725292
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1825 | LCC = 0.9701 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1638 | LCC = 0.9739 | SRCC = 0.9731 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer32/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer32/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644d9b4a7425d18dca66f133fdab42839f3d1cc1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb425521a2d0a1cd2be9e938a5414dcfdc1223fd4992c75dd55e4229e68d5029
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer32/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cecfe882b0023e4466a3c1a4db316359f813b907
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb8e6b436fed8e7d1c797d6710299398870b8c5a3703e7a2497d7ca1a07cd399
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer32/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ecf3635a0f6d5d3daa7981b82f4a7e8ee457d829
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38308776181936266
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2850 | LCC = 0.9478 | SRCC = 0.9480 ]
+INFO:root:Average loss=0.14272026854753495
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2549 | LCC = 0.9591 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.11113148245215416
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2230 | LCC = 0.9625 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.09837281060218811
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1813 | LCC = 0.9651 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.08578187507390976
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1751 | LCC = 0.9672 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07965239399671555
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1787 | LCC = 0.9683 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07386828777194022
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1668 | LCC = 0.9693 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07098496490716934
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1841 | LCC = 0.9689 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.0672343861758709
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1770 | LCC = 0.9693 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06522083646059036
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1797 | LCC = 0.9702 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05850580216944218
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1964 | LCC = 0.9693 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05521107599139213
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1714 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05203065140545368
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1858 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0506128154695034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1668 | LCC = 0.9706 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04470934036374092
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1801 | LCC = 0.9708 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04273956267535686
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1756 | LCC = 0.9705 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.039567767202854154
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1543 | LCC = 0.9720 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.040081068336963656
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1419 | LCC = 0.9702 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03557721509039402
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1557 | LCC = 0.9715 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03653536409139633
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1684 | LCC = 0.9711 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.033949527695775035
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1556 | LCC = 0.9703 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03167472325265407
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1565 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02920208226144314
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1514 | LCC = 0.9715 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.028806098982691763
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1671 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.029156743451952936
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1476 | LCC = 0.9714 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.025706695035099984
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1656 | LCC = 0.9713 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.027057448394596575
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1807 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.024210368268191815
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1566 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02631435813009739
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1791 | LCC = 0.9712 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.022645692087709904
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1422 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02275670240819454
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1537 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1571 | LCC = 0.9729 | SRCC = 0.9720 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer32/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer32/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a63bc9340bde776ad159fad9ade8ccad04e8d19c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ed13791b4fb85f3a6f06bf1a4f7017915a17a0371a57639a733177c470c782b
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer32/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1e1402a663156ebc4fbca5c10c8ad252078eba8f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf52107f824223b425fb3300008ea81006aab1238a29b342fa5cfa36c41f405d
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer32/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer32/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e24147069f6ca8e71179800cd7b73a60aa0a7d04
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer32/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.438549132168293
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2569 | LCC = 0.9447 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.1519438990354538
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1796 | LCC = 0.9537 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.11429263961315154
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2123 | LCC = 0.9630 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.09488055261969566
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2009 | LCC = 0.9661 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09021182525157928
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1909 | LCC = 0.9667 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.08603277868032455
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1709 | LCC = 0.9676 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07324307298660278
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1802 | LCC = 0.9671 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.06795683068037033
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1789 | LCC = 0.9686 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07224176186323165
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1943 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06446373316645622
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1766 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.060568690180778505
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1922 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05455627888441086
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1575 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05109409187734127
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1982 | LCC = 0.9706 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04993034164607525
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1610 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04810359114408493
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1662 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04437328363955021
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1637 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04371641817688942
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1836 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.043315761029720304
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1618 | LCC = 0.9715 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0374865440428257
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1802 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.038342963948845864
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1551 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03484613944590092
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1648 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.031662781909108165
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1443 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.032107332050800325
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1642 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.030564836889505387
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1647 | LCC = 0.9704 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.02864554186165333
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1692 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.027618056014180183
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1590 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.02564871620386839
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1597 | LCC = 0.9725 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02621437415480614
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1494 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.024658312499523164
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1685 | LCC = 0.9720 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.02493425852805376
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1571 | LCC = 0.9717 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.023736598074436187
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1472 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1588 | LCC = 0.9736 | SRCC = 0.9733 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer34/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer34/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d691e36c57970a81af8ef1e20280a1ba29dd8354
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e3107416188761b7ad4d9b5a2ddb3c2d9d3565892e23f48339eeb9908345974
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer34/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c6c17d160a493a897d4914b35f2bdaa108bde4c5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f672c296ad2b385782d526a06a38195ddb442312aba9eafe4914601f6832d8c5
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer34/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..55b66780200e5dfcbd3fc58b9cc3e89efb8886ee
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36786615574359893
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1924 | LCC = 0.9517 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.13081009310483932
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2090 | LCC = 0.9608 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.11057909417152405
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1928 | LCC = 0.9610 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.09600820344686509
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1600 | LCC = 0.9665 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08872841477394104
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2073 | LCC = 0.9671 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.07849992865324021
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2007 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.07254320487380028
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1716 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06511573752760887
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1629 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.06120294639468193
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1595 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.060390803515911105
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2444 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05547676257789135
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1529 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.052312013745307924
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1726 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05382279968261719
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1590 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.046104414224624635
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1857 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.043101300507783886
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1730 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.039666272446513176
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1816 | LCC = 0.9710 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03794135676324367
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1680 | LCC = 0.9701 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03681571185588837
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1527 | LCC = 0.9713 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0366969313621521
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1452 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03516863104701042
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1460 | LCC = 0.9681 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.032061146572232246
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1724 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.029714613795280457
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1755 | LCC = 0.9706 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.02983021739125252
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1695 | LCC = 0.9707 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.028599319845438002
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1758 | LCC = 0.9703 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.026845059365034105
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1830 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.027763716518878937
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1523 | LCC = 0.9712 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.027422274440526962
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1715 | LCC = 0.9713 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.0237305414006114
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1571 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.021332795567810536
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1573 | LCC = 0.9716 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.021450223304331304
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1669 | LCC = 0.9714 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.021438953772187234
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1629 | LCC = 0.9707 | SRCC = 0.9690 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1547 | LCC = 0.9727 | SRCC = 0.9724 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer34/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer34/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20a89f11fa4a0e156dac0a235c6df6a63c38781
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30850774bd5f845978c4b55a25c9f44805b6f8222e5bf9e501f9bcb995a44dee
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer34/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0ce0d569035bafec2eda2f730f23a30622e203d9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be9495757e547c0bad9ece2cb8f2e9051a361385ca62574b91dbe3c4f7224623
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer34/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c0862c200e0f7d7e4b4324528e2af7fe91966e47
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5562331662774086
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2640 | LCC = 0.9491 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.13417777490615845
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2129 | LCC = 0.9597 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.10881237268447876
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1732 | LCC = 0.9643 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09129547283053398
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1800 | LCC = 0.9657 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.0859671918451786
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1813 | LCC = 0.9675 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07430958095192909
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1775 | LCC = 0.9675 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07497851210832596
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1551 | LCC = 0.9684 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06651775854825974
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1729 | LCC = 0.9698 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06321490563452244
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1847 | LCC = 0.9694 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06060791262984276
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1884 | LCC = 0.9710 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.053983328074216845
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1750 | LCC = 0.9713 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05116923600435257
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1793 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04807771626114845
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1715 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04727046674489975
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1603 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04284625855088234
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1643 | LCC = 0.9696 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.040799805387854576
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1654 | LCC = 0.9704 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.0392381249666214
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1633 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.036549666434526444
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1664 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03459919761121273
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1578 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03444188368320465
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1711 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03066116739809513
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1467 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.029545169055461885
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1720 | LCC = 0.9714 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.030687982201576234
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1618 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.026490801095962524
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1613 | LCC = 0.9714 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02765432470291853
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1525 | LCC = 0.9701 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.025810295164585113
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1634 | LCC = 0.9713 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02527833107113838
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1608 | LCC = 0.9700 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02396289551258087
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1766 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02212528669089079
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1776 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.023680728264153003
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1625 | LCC = 0.9715 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.020704842798411845
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1537 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1755 | LCC = 0.9724 | SRCC = 0.9720 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer34/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer34/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bf17522fed5e8ae92252770e1170ac699f888ef
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a063839dd2987a5650911a0a9c3bab8d59616231d74a4c123e425951ca71b4d6
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer34/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc64e7d0ec36de74ace5ac0f9fff14409a5a7a92
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30313b8af37da3d1f6154af9946a907b7179a18da536375ced5e8b26cac1b806
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer34/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b9ee3f57fe90c31731516dfdd78674d81640fbc8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34678835070133207
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2608 | LCC = 0.9506 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.1380197907090187
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1957 | LCC = 0.9585 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.11276766726374626
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2287 | LCC = 0.9625 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0999427130818367
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1985 | LCC = 0.9632 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.08902089935541153
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1751 | LCC = 0.9677 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07961390906572342
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2045 | LCC = 0.9674 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07670271739363671
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1823 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06718181747198104
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1793 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.061876732736825944
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1596 | LCC = 0.9699 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05996395671367645
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1745 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05553787377476692
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2052 | LCC = 0.9698 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05124957892298698
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1734 | LCC = 0.9703 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05228112164139748
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1489 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.044606041893363
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1678 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.042503976598381996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2047 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04678250546753406
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1687 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.040424387603998184
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1857 | LCC = 0.9719 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03892524257302284
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1754 | LCC = 0.9716 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03579040439426899
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1876 | LCC = 0.9705 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03429167574644089
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1803 | LCC = 0.9711 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0327746207267046
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1859 | LCC = 0.9702 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.031197730876505375
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1787 | LCC = 0.9714 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.030113089829683304
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1922 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.028992713153362274
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1892 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.028669399216771127
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1743 | LCC = 0.9712 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.026885638535022734
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1815 | LCC = 0.9714 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.025359959200024606
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1687 | LCC = 0.9712 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.02589408750832081
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1936 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.023692462511360646
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1902 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.021777113772928715
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1729 | LCC = 0.9718 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.021486315526068212
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2049 | LCC = 0.9706 | SRCC = 0.9706 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1834 | LCC = 0.9744 | SRCC = 0.9745 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer34/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer34/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae5063610db5f591c15f1ef77e2f5e9cbcf42e5e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1f2149c68c22ca927eafa372ce3d9de613c63751d346b6883847b976b7b2fd0
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer34/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59197fb3bfc10e2603c85eea9f0eece28d3d0ebd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75c2d129ad571cc64118f0c991f2a44d52dab4f471cfea9bc3efce3e7660077b
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer34/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..70edbadf719b809ddf581ef10faef8bed6270938
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.425968681037426
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2833 | LCC = 0.9464 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.1418153941631317
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2153 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.1107226478755474
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2003 | LCC = 0.9634 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10067891302704811
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2594 | LCC = 0.9635 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.09104868251085281
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1988 | LCC = 0.9665 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.07850965622067452
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1838 | LCC = 0.9682 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07694400629401207
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2210 | LCC = 0.9681 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06669715535640716
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2170 | LCC = 0.9676 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06426024276018143
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1905 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05974160474538803
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1852 | LCC = 0.9701 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.055871139466762546
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1884 | LCC = 0.9680 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.05515278501808643
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1913 | LCC = 0.9704 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.055868143200874326
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2084 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.047652866050601005
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1926 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04385975946485996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1962 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04295363821089268
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2008 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03931089368462563
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1722 | LCC = 0.9710 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.038496453940868376
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1855 | LCC = 0.9708 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03802811321616173
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2200 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.032715612530708316
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1767 | LCC = 0.9705 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03301466642320156
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1502 | LCC = 0.9687 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03222318677604198
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1777 | LCC = 0.9710 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03104484149813652
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1752 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.029518026322126387
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1690 | LCC = 0.9714 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.028511032454669474
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1718 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0273485966026783
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1656 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.026078024923801423
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2056 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.024702772811055183
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1729 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.023309554629027843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1737 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0223008573576808
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1856 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.024729159094393254
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1755 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1601 | LCC = 0.9734 | SRCC = 0.9735 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer34/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer34/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dd8eafab9ffd974c7a17b7b3ec3384ae597495f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271ffb050a4025d8f548f14521056820f45b3df60b07d7a1da2e08616e2fceab
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer34/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99aa7c5569fd58a4757cbf27c16bcf102c508715
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb41597f9861c86e7ca5e2eb3c9e16c9b816d39961fcd5bbf259169d4cd1c411
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer34/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer34/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0113e02dd1e1a4332e3fda61cf8fba44d2e9292d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer34/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2843066117763519
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2135 | LCC = 0.9511 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.13681757485866547
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2519 | LCC = 0.9578 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.11204888281226158
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2294 | LCC = 0.9629 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10056553018093109
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2065 | LCC = 0.9650 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08511054503917694
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2356 | LCC = 0.9658 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.07993210703134537
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2174 | LCC = 0.9670 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07171750083565712
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1695 | LCC = 0.9689 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.0668937100470066
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1962 | LCC = 0.9692 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06251476442813873
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1878 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05939342525601387
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2095 | LCC = 0.9698 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05486832562088966
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1627 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05406358939409256
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1518 | LCC = 0.9700 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.053299988806247714
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1682 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04789456030726433
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1595 | LCC = 0.9710 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04495613405108452
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1837 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04073930084705353
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1840 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03764289310574532
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1857 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03798530952632427
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1877 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.037803616732358936
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1768 | LCC = 0.9702 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.036215982779860496
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1767 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.033444088593125344
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1759 | LCC = 0.9701 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.030202556788921357
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1989 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.031034207448363303
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1539 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.026850119136273862
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1735 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.027645560890436172
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1693 | LCC = 0.9725 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02531529837846756
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1731 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.025202056415379048
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1711 | LCC = 0.9720 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02425457788258791
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1803 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.023780559472739698
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1624 | LCC = 0.9719 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.022445393159985543
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1650 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02080552051216364
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1577 | LCC = 0.9726 | SRCC = 0.9709 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1555 | LCC = 0.9739 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer36/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer36/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..45ddcf0caef7643df42d3b4c1e945b1a5d40dc63
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9bcff97ec25c69242a481eff6de207d191f5f2ad13ec6a24980029a9b2b6c02
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer36/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ea2863cc4bdf15c33184c90ea224f1ac9ef6e10f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:caf54bd9e63d17d35c3b88542febaf4291fbe75ae044d0a8a727b9634375a617
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer36/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5d2055b154cacc387a74aa9cbfd2ef3bcbf91b2f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4680833972096443
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2193 | LCC = 0.9511 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1284702376127243
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2135 | LCC = 0.9610 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.10739809492230415
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2057 | LCC = 0.9641 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09785779854655266
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1923 | LCC = 0.9669 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08224457281827927
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1715 | LCC = 0.9681 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07717197915911675
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1961 | LCC = 0.9680 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.0695921220779419
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2014 | LCC = 0.9687 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06807482694089413
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1916 | LCC = 0.9702 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06413490235805512
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1749 | LCC = 0.9695 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.05696158874034882
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1786 | LCC = 0.9691 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.05321863266825676
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1949 | LCC = 0.9712 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05117127186059952
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1739 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04818126155436039
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1860 | LCC = 0.9712 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.044885325998067854
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1757 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04316462518274784
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1758 | LCC = 0.9704 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.040383140847086905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1597 | LCC = 0.9710 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03974763445556164
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1713 | LCC = 0.9713 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03588788256049156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1780 | LCC = 0.9715 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03497784091532231
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1708 | LCC = 0.9711 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03286670996248722
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1729 | LCC = 0.9719 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03210646660625935
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1746 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.029672612369060516
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1760 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.029629972115159036
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1718 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.027139290034770967
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1537 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.026906560115516186
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1909 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.027243427604436873
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1672 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.023783141158521176
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1628 | LCC = 0.9714 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.02399407398700714
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1725 | LCC = 0.9702 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.02200705451518297
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1801 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.022634715951979162
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1772 | LCC = 0.9719 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.021764763407409193
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1618 | LCC = 0.9705 | SRCC = 0.9691 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1800 | LCC = 0.9724 | SRCC = 0.9716 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer36/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer36/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2090ab5b70a7c99d303d2fc804de1120a941a214
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b9a93af8747651bb78c81b9bee3d5bb91017525e3669ad2a681eefcf6eb2048
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer36/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0f36ae32e904f8b75052f582b57a4faedaa46d9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32c9fb4786ad340f6f96735615b59cc2be44f0f66c6d4b39c4f49637a4c3828a
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer36/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..091870974e529ac219d0c872882c8d04a4ce074a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36601429975032806
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2830 | LCC = 0.9466 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.1334217449426651
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2033 | LCC = 0.9615 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.10565893539786339
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2138 | LCC = 0.9632 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.09438003256916999
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2285 | LCC = 0.9665 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08634857574105263
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2029 | LCC = 0.9683 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07640393579006195
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2097 | LCC = 0.9686 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07184737411141395
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1668 | LCC = 0.9703 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06925904136896134
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1705 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06401956033706666
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1970 | LCC = 0.9708 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.057232946634292604
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1942 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05603537450730801
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1622 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05214458322525024
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1874 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.047447386533021926
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1508 | LCC = 0.9690 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.0471137347817421
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1590 | LCC = 0.9717 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.047071303933858874
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1744 | LCC = 0.9714 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04127072057127953
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1683 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.037695642590522764
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1707 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03583005774021149
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1609 | LCC = 0.9714 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03414816109836102
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1688 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03133559241890907
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1566 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.032128632575273514
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1738 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.0295236576795578
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1631 | LCC = 0.9717 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.02901073521375656
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1854 | LCC = 0.9707 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.027926368311047552
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1518 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.02612175978720188
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1853 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.027264319106936455
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2041 | LCC = 0.9711 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.025375556975603102
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1844 | LCC = 0.9712 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.02477274329215288
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1654 | LCC = 0.9706 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.02532633176445961
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1832 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02446161437034607
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1685 | LCC = 0.9710 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.02159008728712797
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1810 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1674 | LCC = 0.9732 | SRCC = 0.9733 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer36/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer36/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25b73516fa59e86e1e24c292f1e8f57e1414f50d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:561ffd8d15fa13b199bc8bc5d7d341904708cca8f19c181db41cf6d251068644
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer36/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b094cf79699b63bc4caacd7223f4b9c613e22609
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8a64df5032b48efc16454ba2be90baa1290bde5a0f3a4eb11dd25f9c5f96baf
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer36/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1f34cf0aeb51d7763bb68333cf55ec0e6912b8a2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3793731593489647
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2307 | LCC = 0.9537 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.1266104033589363
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2171 | LCC = 0.9614 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.09986307832598686
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1529 | LCC = 0.9649 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09288027557730674
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1553 | LCC = 0.9651 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.08366989099979401
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1913 | LCC = 0.9682 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07702524980902672
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1686 | LCC = 0.9691 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0747364235818386
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1697 | LCC = 0.9698 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06812253257632256
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1588 | LCC = 0.9712 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.062311890602111814
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1403 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.05803676664829254
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1613 | LCC = 0.9720 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.05675510755181313
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1740 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.05428034630417824
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1727 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.048928978830575946
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1373 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04893194207549095
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1967 | LCC = 0.9702 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04507148875296116
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1309 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04297197930514812
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1485 | LCC = 0.9726 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04095707127451897
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1794 | LCC = 0.9723 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03851835298538208
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1595 | LCC = 0.9717 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.037117118120193485
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1238 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.037044040098786354
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1405 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03363183231651783
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1314 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02978779427707195
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1465 | LCC = 0.9729 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.028382645949721338
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1574 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.02836992184817791
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1491 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.026522849880158902
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1674 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.024666974417865275
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1502 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.02315085330605507
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1474 | LCC = 0.9723 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.026428034126758575
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1564 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.024418475717306137
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1525 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.02148013662546873
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1572 | LCC = 0.9718 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.020858047999441624
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1457 | LCC = 0.9726 | SRCC = 0.9708 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1534 | LCC = 0.9731 | SRCC = 0.9730 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer36/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer36/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef300d1e44974f1a778333ef4b7d10dae8c4adf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ddf13d367cab1fdaa7602b86909d85d20744b911e6df98f656eba9d943d6120
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer36/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..433af5259955cad4beb766e1504883761cc47948
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d535aa4c7131914daee62c6b099caa3654e087f3acf38fc10b66d5fa556761a1
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer36/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..087a17fb43ec89e4cbd20ccc15ab0f73f5a604e1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35147429192066193
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2246 | LCC = 0.9511 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.13794210308790206
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1830 | LCC = 0.9596 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.1095886291861534
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2334 | LCC = 0.9646 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09573612290620803
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1906 | LCC = 0.9678 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.08287285581231117
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1688 | LCC = 0.9681 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07504167059063911
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1911 | LCC = 0.9685 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07100235670804977
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1632 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06571237865090371
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1561 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06181159025430679
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1661 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.061579472213983535
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1999 | LCC = 0.9706 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05707958163321018
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1584 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.050810081124305725
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1786 | LCC = 0.9729 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.050148084178566935
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1676 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.04583590030670166
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1623 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04301654280722141
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1638 | LCC = 0.9726 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04175221511721611
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1403 | LCC = 0.9717 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.041488459736108776
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1761 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.038465081334114075
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1790 | LCC = 0.9730 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.03776412716507912
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1623 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.034724439188838004
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1565 | LCC = 0.9730 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.032599660456180575
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1585 | LCC = 0.9726 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03190732184052467
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1437 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02957784514129162
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1568 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.02873173822462559
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1818 | LCC = 0.9732 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.02642550230026245
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1609 | LCC = 0.9739 | SRCC = 0.9726 ]
+INFO:root:Average loss=0.024800130344927312
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1720 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.0246299811899662
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1644 | LCC = 0.9739 | SRCC = 0.9730 ]
+INFO:root:Average loss=0.02373012324422598
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1668 | LCC = 0.9727 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.02334879971295595
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1577 | LCC = 0.9736 | SRCC = 0.9724 ]
+INFO:root:Average loss=0.021215846866369247
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1679 | LCC = 0.9732 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.020798351787030697
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1513 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1605 | LCC = 0.9743 | SRCC = 0.9740 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer36/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer36/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bdba387051d61ce1f7ce060d79fa767c9080231
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90f9fde3156ecd2751606edc95fe22a211633fbdb1a8d73c63c32bc382ca8082
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer36/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c59b047917d1a2753b422eaf9d00e10cdd7ea09
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92593baf5090acde1d0334286c4d9e85000e4ff2193557491d1fa83526d53169
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer36/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer36/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..131eff5bfbfd28a883b29e49e1cb0d1e2a7c79fb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer36/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33765535312891004
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2566 | LCC = 0.9565 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.13163257640600204
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2059 | LCC = 0.9620 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.10067764154076576
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2031 | LCC = 0.9643 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09301616513729095
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1877 | LCC = 0.9677 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.0817667002081871
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2107 | LCC = 0.9684 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07307081124186515
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1930 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.0689680553972721
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1586 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06623327085375785
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1722 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.06191146185994148
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2264 | LCC = 0.9688 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.06099077358841896
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1610 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.053370687901973725
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1894 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.054197448492050174
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1995 | LCC = 0.9684 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.048893605217337606
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1728 | LCC = 0.9725 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04591432349383831
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1505 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.041993010833859444
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1725 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04207308483123779
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1905 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03860365682840347
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1570 | LCC = 0.9728 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03695606033504009
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1618 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03537432885169983
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1710 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03295089082419872
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1627 | LCC = 0.9727 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03193767568469048
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1637 | LCC = 0.9725 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03094816681742668
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1825 | LCC = 0.9712 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.031902964301407336
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1596 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.029083530068397524
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1802 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02573428235948086
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1724 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.023583883948624134
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1449 | LCC = 0.9725 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.023256469644606113
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1450 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.023577312737703325
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1723 | LCC = 0.9729 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.023963458500802517
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1591 | LCC = 0.9721 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.02228278439491987
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1692 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.020938751764595507
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1699 | LCC = 0.9725 | SRCC = 0.9710 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1680 | LCC = 0.9735 | SRCC = 0.9735 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer38/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer38/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc2d760be7d95c8f7d4e184b2e9303f262451f67
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ed62bc4b80e1bc21ca972be7bc60c838aff66ba0941eee4d6822a6a5f339e8
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer38/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5b6a9f4039eccd2d349429b4d160d217118db2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0887778c70e16efde12819603bfd5c72cdf16698db2c0731068fee2cb2e87c48
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer38/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3145ea3f2e9c77cc6fe3738f95e790ace0573970
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4503697858452797
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2284 | LCC = 0.9485 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.1352823936343193
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2632 | LCC = 0.9596 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.11671490836143493
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1885 | LCC = 0.9638 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.10364774057269097
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2405 | LCC = 0.9646 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08737261736392975
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1938 | LCC = 0.9669 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08806815207004547
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2075 | LCC = 0.9683 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07717100128531457
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1795 | LCC = 0.9691 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07053061756491662
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1856 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.07277566653490067
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2123 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06344968527555465
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1827 | LCC = 0.9703 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05986375717818737
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1666 | LCC = 0.9698 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05541663138568401
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1896 | LCC = 0.9715 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.051688580974936484
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1968 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04925183965265751
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1831 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.045990992054343226
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1883 | LCC = 0.9715 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04681574241816998
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1586 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04179402513802052
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1575 | LCC = 0.9690 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.039955904394388196
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1940 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03554953819513321
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1785 | LCC = 0.9710 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.034193769663572314
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1678 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03496148675680161
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1810 | LCC = 0.9692 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.03430205687880516
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1801 | LCC = 0.9706 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03207097327709198
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1851 | LCC = 0.9721 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.028536803871393204
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1761 | LCC = 0.9709 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.028465304121375084
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1649 | LCC = 0.9713 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.027078306704759598
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1634 | LCC = 0.9721 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.026468893714249132
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1745 | LCC = 0.9724 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.026196449249982833
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1819 | LCC = 0.9717 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02489340241998434
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1645 | LCC = 0.9714 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.02264095337688923
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1692 | LCC = 0.9721 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02252042941749096
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1684 | LCC = 0.9723 | SRCC = 0.9707 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1768 | LCC = 0.9713 | SRCC = 0.9710 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer38/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer38/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50d06813971ee790ef24a97a8348dfad9fee5b37
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63e15daa733de59bdaa4cb66356e02558ec884572932b6de6639d4a5542699e7
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer38/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3800c6c458dfc3be1992987ded29695ee5c8ba06
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:823b3a37b4c3aaeb17ebef68f963849e7046809cafa8b24b0356875e60ea13bf
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer38/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..62e283dacdac9cb99f8a0c9b15e1ea706159cca1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37247857403755186
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1966 | LCC = 0.9511 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.1338126372694969
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2451 | LCC = 0.9555 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.1109073648750782
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2034 | LCC = 0.9643 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09171329155564308
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1861 | LCC = 0.9672 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08131164214015008
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1478 | LCC = 0.9674 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07963260707259179
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2096 | LCC = 0.9680 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.07190851917862892
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1674 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06712482815980911
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1462 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06230854088068009
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1635 | LCC = 0.9707 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.06145065608620644
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1622 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.05318396210670471
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1860 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05299567396938801
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1569 | LCC = 0.9715 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0463027795702219
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1549 | LCC = 0.9720 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04775364051759243
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1558 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04156264695525169
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1495 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.042499942183494566
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1539 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03858611236512661
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1657 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.036242496132850646
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1379 | LCC = 0.9720 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03700759764015674
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1541 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03410838924348354
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1613 | LCC = 0.9733 | SRCC = 0.9727 ]
+INFO:root:Average loss=0.031481637232005595
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1468 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03135008838772774
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1437 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02866088692843914
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1488 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.02699857832491398
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1514 | LCC = 0.9727 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.027652372121810914
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1482 | LCC = 0.9731 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.024681774169206618
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1476 | LCC = 0.9727 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.0230565754622221
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1361 | LCC = 0.9729 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.023589671179652213
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1498 | LCC = 0.9735 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.022576299391686917
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1438 | LCC = 0.9730 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.02120550622791052
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1268 | LCC = 0.9722 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.021907108709216118
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1529 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1515 | LCC = 0.9726 | SRCC = 0.9722 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer38/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer38/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c54d20ea51093480974f80af0a3107be04489cae
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c87106e08af9c54a7efe135530b5953aa45622bc6499c3f5982b22152f5462e8
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer38/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5225f90110a662de0e3f987e23d515e255009e92
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6634db55b378231fdf170bb528898ccfd88dd7a60d9f2367316e03c39c9f0f51
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer38/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3afeea4163946cddf814930837f792c1cf3e3433
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3400477940440178
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2367 | LCC = 0.9474 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.13276107150316238
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2799 | LCC = 0.9604 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.10792609596252442
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1926 | LCC = 0.9628 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.09680180966854096
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2087 | LCC = 0.9662 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.08899926659464837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2019 | LCC = 0.9681 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07749748659133911
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2273 | LCC = 0.9672 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07276166900992394
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1707 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07131727081537247
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2263 | LCC = 0.9686 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06435749506950378
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1659 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05989499640464783
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1651 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.055076190561056136
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1615 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.054544835686683654
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1704 | LCC = 0.9702 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.049805303499102595
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1428 | LCC = 0.9710 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04689092436432839
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1818 | LCC = 0.9719 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.045128570437431334
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2002 | LCC = 0.9715 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04313542850315571
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1953 | LCC = 0.9699 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04207698018848896
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1860 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.039015690490603445
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1820 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03808115768432617
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1755 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03283405439555645
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1782 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03108956703543663
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1712 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.031108785077929496
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1648 | LCC = 0.9689 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03113080458343029
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1649 | LCC = 0.9718 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.027276886031031608
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1946 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.027411408178508283
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1646 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.02584098745137453
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1804 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.02410250172019005
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1956 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.024030838958919047
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1473 | LCC = 0.9722 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02332373997569084
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1678 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.022475856363773347
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1936 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.021841275028884412
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1436 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1409 | LCC = 0.9732 | SRCC = 0.9731 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer38/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer38/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d937800fc06959fbdcc2f6bad42b6aa34f9e34
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6a1c39c7fb30b4b5b965796c3fa2d1f25ebdfab0837f6e8bd8e72e2745f7e6
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer38/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59ce983941c509029794d4a6f9c5f9ec2a2600e8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca43ad87a357b540f86a4ebe005fca5dab424f703b12e59d6854c0dbd2cedc39
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer38/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0b645ef32b3994fcbcb274d4ac148cdd14184d6e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3676264846920967
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2569 | LCC = 0.9530 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.12438265937566757
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1986 | LCC = 0.9592 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.10683969825506211
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1998 | LCC = 0.9650 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09468370863795281
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1836 | LCC = 0.9666 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08632671836018563
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1997 | LCC = 0.9670 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07785800787806511
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1911 | LCC = 0.9687 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07597760775685311
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2278 | LCC = 0.9685 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06578948539495467
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1408 | LCC = 0.9679 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.061968610912561416
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1622 | LCC = 0.9709 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05898272934556007
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1443 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06259755665063858
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1782 | LCC = 0.9698 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05193347465991974
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1742 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04994804610311985
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1939 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04486014847457409
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1704 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04324152401089668
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1742 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.041413225531578064
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1867 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.038029853403568264
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1791 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0367365152835846
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2139 | LCC = 0.9717 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.039117653667926786
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1735 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.033116587847471235
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1530 | LCC = 0.9727 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.03135596320033073
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1938 | LCC = 0.9719 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.030604318991303444
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1516 | LCC = 0.9721 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.030069553539156912
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1598 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02918377623707056
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1621 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.026577939450740815
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1792 | LCC = 0.9729 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.024695330262184144
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1808 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.025628869742155076
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1866 | LCC = 0.9716 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.02332440958172083
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1457 | LCC = 0.9723 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.022407812438905238
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1852 | LCC = 0.9705 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.022903465770184993
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1593 | LCC = 0.9720 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.020492285899817945
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1618 | LCC = 0.9719 | SRCC = 0.9705 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1761 | LCC = 0.9727 | SRCC = 0.9720 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer38/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer38/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51bca5aa16473a67e8f66b5d55a2f38fad5da86c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03bf10b8c74ebc986a0f7dce428b80725e21cf82020070e9e5c04d585e43a4c1
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer38/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ca03a4d9b428b0e987056c60a1df67ecf4718dd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b7e93d0119fc8b9806afcef2fb53b94580e242db437d3232c9f776cc05a21fa
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer38/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer38/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a0d2d2635a5f11dcb43c6bccdde5467bdbda0361
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer38/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38176331424713134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2762 | LCC = 0.9509 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.13480438607931136
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2377 | LCC = 0.9598 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.11156081825494767
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2140 | LCC = 0.9643 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09344091740250587
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2202 | LCC = 0.9668 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08686041855812072
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1878 | LCC = 0.9676 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08185966527462006
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1725 | LCC = 0.9673 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07602324956655503
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2178 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06678906604647636
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1748 | LCC = 0.9665 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06319243770837783
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2130 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06005546011030674
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1829 | LCC = 0.9713 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.0563045154362917
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2134 | LCC = 0.9704 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05205808879435062
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1883 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.05029986841976643
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1659 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04543484678864479
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1796 | LCC = 0.9719 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04353978508710861
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1973 | LCC = 0.9715 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04635106532275677
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1905 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.039999287873506546
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2151 | LCC = 0.9707 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03992165096104145
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1873 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03969121167063713
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1765 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.03363216222822666
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1842 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03329606795310974
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1859 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03076879182457924
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2061 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.028610700905323028
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1932 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.029043343916535378
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2032 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.026540436267852782
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1693 | LCC = 0.9715 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.025417322896420954
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1953 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.025654601067304612
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1812 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02349982253462076
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2055 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02319267539680004
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1793 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.023155096158385277
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2092 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.022173120699822902
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1835 | LCC = 0.9715 | SRCC = 0.9703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1787 | LCC = 0.9734 | SRCC = 0.9733 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46e28137b25299de0679e160376eb943d724eb78
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ed354baf0211202399d1b10bf1e6ab8876e1dffc082953e166c2ec87607c375
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..147605f254d43a7a2b79d232c4dbd2de5f090f35
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12de0189b18c452975c6575f2d660ad2ac93325f3d8890ffde16d1962a185a2b
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1b258de9784327aacaa860d3b2d57a4a391733e3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3376268837451935
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2985 | LCC = 0.9453 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.13961767148971557
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2128 | LCC = 0.9583 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.11764473497867584
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2504 | LCC = 0.9587 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.1030527901649475
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1888 | LCC = 0.9635 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.08673886397480965
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1874 | LCC = 0.9658 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08034116506576539
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2364 | LCC = 0.9663 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.07551005324721337
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2160 | LCC = 0.9665 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.06563032820820808
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1852 | LCC = 0.9683 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.05835630825161934
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1937 | LCC = 0.9685 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.05675540314614773
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2022 | LCC = 0.9681 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.055012157589197155
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1921 | LCC = 0.9683 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.04808225779235363
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1913 | LCC = 0.9673 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.04601083056628704
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1745 | LCC = 0.9695 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.04389440341293812
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1729 | LCC = 0.9691 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04017321272194386
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1639 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.03727647356688976
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1604 | LCC = 0.9692 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0355262426584959
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1508 | LCC = 0.9694 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03360243079066277
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1910 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0303254841119051
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1910 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.030694126188755035
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1614 | LCC = 0.9681 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.027610876843333243
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1776 | LCC = 0.9694 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.026172092869877817
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1944 | LCC = 0.9699 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.024974916972219943
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1634 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.02422793521732092
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1648 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.023709374755620957
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1829 | LCC = 0.9697 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.0211973377764225
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1772 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.021753246441483496
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1797 | LCC = 0.9695 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.019380467534065245
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1811 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.019621856391429902
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1737 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.020107077240943908
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1774 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.018535474956035615
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1818 | LCC = 0.9692 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1980 | LCC = 0.9693 | SRCC = 0.9700 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e17474d0a202c250c4b9d5999d7229dc52c0eb2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf1ed25afd413d71f3b262aa22b5f04825d4546368a2cf28f2d84eb55fcc44e0
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..950c8d987a25e3c42a6e6528f14a27a29b683ffe
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c555afb5f2c5f01a3cf7ac0e4412af1e538e8e85d9e6df37c30f328c10b4c39e
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3b99174aa99e970ae856cdc80aafe58db2ce788d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3264567375779152
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2411 | LCC = 0.9447 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.1433367952108383
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2320 | LCC = 0.9553 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11349190297722817
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2445 | LCC = 0.9599 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.09699602630734444
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2176 | LCC = 0.9618 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.08675963622331619
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2229 | LCC = 0.9641 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.07815734419226647
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1970 | LCC = 0.9661 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.07383450332283974
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2117 | LCC = 0.9649 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.06644871532917022
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1896 | LCC = 0.9680 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.058968894600868224
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2223 | LCC = 0.9667 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.05453596679866314
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2135 | LCC = 0.9687 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.0546144850552082
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2174 | LCC = 0.9646 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.05033153007924557
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1800 | LCC = 0.9671 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.045352844148874284
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1602 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.04303113302588463
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1745 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.039084654912352565
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1797 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03854865702986717
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2199 | LCC = 0.9661 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.03527453927695751
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1809 | LCC = 0.9679 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.030930255591869356
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1791 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03071256358921528
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1815 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.02975476823747158
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1728 | LCC = 0.9692 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.027323346212506296
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1785 | LCC = 0.9699 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02548134221881628
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1917 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.025359545849263667
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1633 | LCC = 0.9684 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.023435662433505058
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1937 | LCC = 0.9695 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.023946850657463072
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1592 | LCC = 0.9697 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.022008987851440908
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1802 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.020808185383677482
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1688 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.01985356469452381
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1670 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.02013277453184128
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1620 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.018645963422954083
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1674 | LCC = 0.9697 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.01794510318338871
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1791 | LCC = 0.9696 | SRCC = 0.9693 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1728 | LCC = 0.9687 | SRCC = 0.9685 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e36114d2d66485384d46f6f9e033c1b3e1b96071
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd5bd55648f522d222c79aba4085befcfd7872c3d157a690d62dfa07a724f1f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b275492d19aa1c8ac3a801faffac86a0448803f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2785f13d2354c1921f1a6fb11525f7077bb675e41f25bcb3b4d22afddd15f7a
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..74e7b871dcd4b02b570aa4861c4f03459ad89796
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38772536659240725
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2381 | LCC = 0.9454 | SRCC = 0.9458 ]
+INFO:root:Average loss=0.1368709324002266
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2186 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.10998891413211823
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2256 | LCC = 0.9608 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.09664545667171479
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2228 | LCC = 0.9631 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.08773916286230088
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1754 | LCC = 0.9613 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.07761753070354462
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2100 | LCC = 0.9655 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.06976608043909073
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2054 | LCC = 0.9670 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.0658655799627304
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1977 | LCC = 0.9660 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.06034919521212578
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2060 | LCC = 0.9671 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.058337556540966035
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2085 | LCC = 0.9684 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.05019134965538979
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2238 | LCC = 0.9683 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.04948314902186394
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1851 | LCC = 0.9697 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.042242107793688775
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1788 | LCC = 0.9684 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.039131594642996786
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2164 | LCC = 0.9677 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.039069591477513314
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1842 | LCC = 0.9676 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.03660407856106758
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1831 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.03389584424346685
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1764 | LCC = 0.9687 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.031242365837097167
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1676 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.029821235731244088
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1952 | LCC = 0.9694 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.029225162461400032
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1757 | LCC = 0.9687 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.026474943175911904
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1798 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.024652470745146274
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1656 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.025645197071135044
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2073 | LCC = 0.9700 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.022591460697352884
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1868 | LCC = 0.9694 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.022842894814908504
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1648 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.02305940368771553
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1879 | LCC = 0.9694 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.019996083125472068
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1695 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.01943473595380783
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2149 | LCC = 0.9694 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.019827355347573756
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1747 | LCC = 0.9689 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.018069920651614665
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1779 | LCC = 0.9697 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.016858244389295576
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1823 | LCC = 0.9702 | SRCC = 0.9692 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1882 | LCC = 0.9692 | SRCC = 0.9690 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..531cae277fcaefc5b2baf0b8ad9ffc10b5013b76
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a958be4985eff5586062663d889d4d3da8c9a526b964be21ae065a18b8559156
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c7a04b92e944d859a055417886abf87235c41e0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04ef84c433f8a15a70d296d3886984ff5371766705bdcdf93a138ee810dd7732
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d2ac8fc01f3a56dd0c3fadc01bf9bd2b36f6ab12
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34711235696077347
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2284 | LCC = 0.9457 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.1492480327486992
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2444 | LCC = 0.9563 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11843750676512718
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2028 | LCC = 0.9622 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.100045436501503
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1705 | LCC = 0.9623 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.09196021410822869
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1781 | LCC = 0.9649 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.07975904855132103
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1787 | LCC = 0.9667 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.07514615932106972
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1703 | LCC = 0.9667 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.06885539394617081
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1870 | LCC = 0.9688 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06320849388837814
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1558 | LCC = 0.9692 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05859131771326065
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1780 | LCC = 0.9666 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.05271898820996285
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1801 | LCC = 0.9689 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.049130347535014156
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1559 | LCC = 0.9683 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.04457362996041775
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1594 | LCC = 0.9682 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.04596676361560822
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1641 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0397631825953722
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1496 | LCC = 0.9682 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.0375338397026062
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1664 | LCC = 0.9683 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.03592195627093315
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1745 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03255728805065155
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1705 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03192127524316311
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1565 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.028853127479553223
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1635 | LCC = 0.9688 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.027913997247815132
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1499 | LCC = 0.9695 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.02681660830974579
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1616 | LCC = 0.9689 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.024823396019637584
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1752 | LCC = 0.9692 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.02411386964470148
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1760 | LCC = 0.9689 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.021970495723187922
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1751 | LCC = 0.9691 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.02328501396626234
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1707 | LCC = 0.9695 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.01971011348068714
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1529 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.019550681851804256
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1583 | LCC = 0.9692 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.019043862409889697
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1735 | LCC = 0.9691 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.017812774300575256
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1558 | LCC = 0.9686 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.018396078035235405
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1606 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1792 | LCC = 0.9690 | SRCC = 0.9694 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..732c5084eccbaa0d465df0cc8ae51b4f191a7d2f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:669193c4ecf63be093fa4de3f3b4a122ee4a9e0de71f6c45ba3414bec3af5f1a
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f42c7f20ab6ff4b71b75a187e8ba30dd5f803a6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c90ce1652517c16a9f3d5f6fc917025d1539653fd8c755a8adcee13c601a8379
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer4/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..02d34e3a27e3b73b7c615fbea2e2685087d4ff1d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35625931549072265
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2608 | LCC = 0.9449 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.14306434416770936
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1917 | LCC = 0.9562 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.11916564637422562
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2340 | LCC = 0.9603 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.09866591316461563
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2193 | LCC = 0.9628 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.09116243907809257
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1844 | LCC = 0.9608 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.07984075450897217
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1824 | LCC = 0.9657 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.07566401246190071
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1916 | LCC = 0.9644 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.06694770592451095
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2253 | LCC = 0.9663 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.061990392446517946
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1975 | LCC = 0.9669 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.056382100254297254
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1842 | LCC = 0.9681 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.055015894323587416
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1618 | LCC = 0.9678 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.05001858468353748
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1996 | LCC = 0.9659 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.046328085377812384
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1537 | LCC = 0.9677 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.04438820484280586
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1481 | LCC = 0.9679 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.03877467854321003
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1773 | LCC = 0.9693 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.03776886710524559
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1747 | LCC = 0.9688 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.034960860207676886
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1813 | LCC = 0.9695 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.036436242528259756
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1563 | LCC = 0.9683 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.03177850905060768
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1884 | LCC = 0.9686 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.03134583957493305
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1605 | LCC = 0.9693 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.027548447340726853
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1588 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.027383495777845383
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1614 | LCC = 0.9688 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.02716695600003004
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2147 | LCC = 0.9676 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.025798503942787647
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1733 | LCC = 0.9685 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.023309362933039666
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1739 | LCC = 0.9687 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.023259074717760085
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1669 | LCC = 0.9696 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.02189884462207556
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1644 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.020518439307808875
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1738 | LCC = 0.9687 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.01960261782258749
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1716 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.01997579764574766
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1757 | LCC = 0.9695 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.018853434212505817
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1687 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1672 | LCC = 0.9708 | SRCC = 0.9711 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer40/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer40/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0502eacf03c306ec8c6edcbf068b3c3f6ec62b8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a55bb35bb9bb3452850430f441691b58934514e734c9baab69252413ab95a80e
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer40/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75541992b3f3a515a4605cfb2b57da72fce7d2f6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392899523ad7b17846003cb9969ec6b4d27b17723285f785e3d673a5f72890f0
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer40/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d8c7bf8968d361ece426059f6e085d51fa336dbe
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31856250935792924
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2398 | LCC = 0.9514 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.14580547499656676
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2304 | LCC = 0.9599 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.11426126271486282
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1803 | LCC = 0.9632 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10514070725440978
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2123 | LCC = 0.9628 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.09165544670820236
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2493 | LCC = 0.9660 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.0867128719985485
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2011 | LCC = 0.9683 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07753876438736916
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1807 | LCC = 0.9690 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0725498731136322
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1895 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07302510583400726
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2107 | LCC = 0.9693 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.0670441552400589
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1789 | LCC = 0.9715 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.06595674252510071
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1933 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.059248382940888404
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1713 | LCC = 0.9716 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05745417939126492
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1643 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05721560788154602
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1796 | LCC = 0.9719 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.0522250083386898
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1622 | LCC = 0.9715 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05389268220961094
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1775 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04694603373110294
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1889 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04818928425014019
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1725 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04408030746877194
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1830 | LCC = 0.9718 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04066344299912453
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1880 | LCC = 0.9716 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03810022976994514
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1766 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03928133265674114
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1784 | LCC = 0.9706 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.039969167172908784
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2016 | LCC = 0.9714 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03600357277691364
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1936 | LCC = 0.9711 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03246309326589108
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1865 | LCC = 0.9726 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03144199877977371
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1726 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.029646895080804824
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1681 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.02971131283044815
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1825 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.028358419850468636
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1649 | LCC = 0.9727 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.026823877677321434
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1780 | LCC = 0.9723 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.028095277696847915
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1920 | LCC = 0.9715 | SRCC = 0.9708 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1686 | LCC = 0.9717 | SRCC = 0.9710 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer40/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer40/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745b6ce8fb9d67633540e5da8ff610250fd0b94a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8ec3ea8d3de5c26f5ea48c8ccecb90c8f4f0f92e5bc183cac68b91ea96ba22b
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer40/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5d8e7166b4db7e7760468ddca2b75029ea0141
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba3f76e89a3d375ce87ab05f3c0ef589120aeaf9e98747badb7271b17d7a1910
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer40/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6d94a2add206c3516e7b3016dcf00bf0b0a55142
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38944868969917296
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2356 | LCC = 0.9509 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.1451420338153839
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2117 | LCC = 0.9588 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.11365334284305573
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2021 | LCC = 0.9618 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.09911253133416176
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2378 | LCC = 0.9625 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09187211650609971
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2617 | LCC = 0.9638 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08291706511378288
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2060 | LCC = 0.9668 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.07589332377910614
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1569 | LCC = 0.9685 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07979769751429558
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1626 | LCC = 0.9697 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07446447411179542
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1773 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.07370500795543194
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2166 | LCC = 0.9676 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06298058626055718
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1470 | LCC = 0.9691 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06047935380041599
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1910 | LCC = 0.9699 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05714726048707962
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1585 | LCC = 0.9701 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05797839108109474
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1802 | LCC = 0.9713 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.052645979091525075
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1683 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04863168293237686
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1864 | LCC = 0.9713 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.046783494919538496
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1871 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04505583840608597
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1912 | LCC = 0.9706 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.044489886507391926
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1468 | LCC = 0.9700 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0429251346886158
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1433 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04082884666323662
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1766 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03954356227815151
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1638 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.034635553330183026
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1652 | LCC = 0.9707 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03458095669746399
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1586 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03613136327266693
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1718 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03198088163137436
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1767 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03257046039402485
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1554 | LCC = 0.9710 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03002019639313221
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1691 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.028630143240094184
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1670 | LCC = 0.9705 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.028826197862625122
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1886 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.026121557980775832
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1543 | LCC = 0.9705 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1716 | LCC = 0.9720 | SRCC = 0.9716 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer40/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer40/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2d3f965bf3897e7c07345b9d91fb23d5d8e357f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d007319b2d9f138e2e95271527e2b4b83a41253b7b92ed591d08e0cd0a264cd7
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer40/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f77ccc8ce4efce3fb8d913e5a6797e38ca00b7b6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66119eec9f72bd91aa982f9127621cef162a843896a505aecec1ccf14c1debf7
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer40/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3a4b2ff09c36478308c064062dad1ec1eb5b8788
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5636953527331352
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2992 | LCC = 0.9475 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1644739914536476
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2182 | LCC = 0.9575 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.11513011813163758
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2423 | LCC = 0.9622 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10218317520618439
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1697 | LCC = 0.9638 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.09359082943201065
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1927 | LCC = 0.9657 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09064437261223793
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2185 | LCC = 0.9676 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.07998302611708641
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2265 | LCC = 0.9677 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.07712855577468872
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2213 | LCC = 0.9687 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07472104912996293
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1364 | LCC = 0.9681 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06980254125595092
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1454 | LCC = 0.9693 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06346269080042839
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1828 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.061631155341863635
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1631 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.05717826820909977
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1644 | LCC = 0.9715 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.057328856468200684
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1729 | LCC = 0.9712 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.05314368386566639
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1749 | LCC = 0.9722 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.052052610918879506
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2049 | LCC = 0.9718 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.0474526381790638
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1377 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.047089732617139814
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1736 | LCC = 0.9719 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.0442769718170166
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1747 | LCC = 0.9729 | SRCC = 0.9723 ]
+INFO:root:Average loss=0.04036390042304993
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1617 | LCC = 0.9731 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.040391284465789795
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1524 | LCC = 0.9722 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.039783123716712
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1696 | LCC = 0.9728 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.03893718868494034
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1460 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03282480250298977
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1607 | LCC = 0.9726 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.0323316638469696
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1601 | LCC = 0.9724 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03357103730738163
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1934 | LCC = 0.9707 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03398188237845898
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1841 | LCC = 0.9713 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.030031882226467133
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1501 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.028476395443081857
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1503 | LCC = 0.9726 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.027671567648649215
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1455 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02716517785191536
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1769 | LCC = 0.9728 | SRCC = 0.9722 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1622 | LCC = 0.9729 | SRCC = 0.9726 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer40/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer40/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d85b593f1fb5f8441d7ac6c617d381decf3847f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d60dd86f29fff91f8f0acbf227e1afc0b2464e9e61b755fb7a5ebda780279c7b
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer40/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4156d1c2f676d513de04efba3df9b940d74779fd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db835f0bd772fb198c28b7cabb3cefe68ca008404f74d0f77a2f660d874a9e0
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer40/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..74f7f401fd23dc766703d60466ad4ef4c0d85b14
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43305145752429963
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3632 | LCC = 0.9379 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.14543936014175415
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1854 | LCC = 0.9576 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.11920655924081802
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2459 | LCC = 0.9583 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.10767353636026382
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2091 | LCC = 0.9639 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.09553287896513939
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2570 | LCC = 0.9641 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.09161830422282219
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1954 | LCC = 0.9657 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.08158050310611725
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2237 | LCC = 0.9678 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07942430689930915
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1819 | LCC = 0.9694 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07153259015083313
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1656 | LCC = 0.9705 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06937249836325646
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1929 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06636070838570594
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1727 | LCC = 0.9705 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06327932611107827
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1683 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06072672799229622
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1568 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05615061038732529
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1554 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.05526628738641739
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1743 | LCC = 0.9720 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.05062585955858231
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1831 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.052278545334935186
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1659 | LCC = 0.9724 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.04668177981674671
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1493 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04428734086453914
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1882 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04122372768819332
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1459 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04273068101704121
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1715 | LCC = 0.9685 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.03970393767952919
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1894 | LCC = 0.9711 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03953701484203338
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1638 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03441831685602665
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1446 | LCC = 0.9719 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.033992066726088524
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1657 | LCC = 0.9724 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03371982641518116
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1731 | LCC = 0.9724 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03004623794555664
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1491 | LCC = 0.9722 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.032199211105704305
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1676 | LCC = 0.9714 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.029224174596369265
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1484 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.02841894544661045
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1556 | LCC = 0.9722 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02886867395788431
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1574 | LCC = 0.9717 | SRCC = 0.9703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1669 | LCC = 0.9719 | SRCC = 0.9715 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer40/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer40/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..893d1be2dafe642dca45f31cbb5762113b2b8868
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c426971c39d8533712ec844060b8e3b4dac9e62011d1928dfa65c10a9273e32
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer40/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07ca5a9b6b3c0f10a4ca04413c613bdc0e508d29
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:065ea18aa52c371b1a4ac17acee980fa7a2e15169c166b27740384c1cd081ff0
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer40/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer40/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..42348b76a121bfb069f38a15d3f6c564e3760f96
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer40/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3557413663268089
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2547 | LCC = 0.9492 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.14339482045173646
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2611 | LCC = 0.9583 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.11415866386890411
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2184 | LCC = 0.9622 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.09972093364596367
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2301 | LCC = 0.9638 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.09197849833965302
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2194 | LCC = 0.9662 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08859586918354034
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1763 | LCC = 0.9648 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.08746536511182786
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1554 | LCC = 0.9677 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07168935817480088
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1683 | LCC = 0.9692 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0694621759057045
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1639 | LCC = 0.9683 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.06678180027008057
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1812 | LCC = 0.9692 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06636314633488655
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2143 | LCC = 0.9694 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0585837160050869
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1688 | LCC = 0.9701 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05572732874751091
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1688 | LCC = 0.9714 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05862868383526802
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1883 | LCC = 0.9708 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05221547766029835
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1911 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.0499898312240839
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2012 | LCC = 0.9709 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04765790644288063
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1824 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04574840007722378
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1784 | LCC = 0.9709 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.043596630200743676
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1844 | LCC = 0.9690 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.04269354915618896
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1930 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.039595937699079514
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1642 | LCC = 0.9700 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03674919366836548
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1689 | LCC = 0.9715 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03665810823440552
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1925 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03689844009280205
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1388 | LCC = 0.9712 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.034604345321655273
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1918 | LCC = 0.9707 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.030436061307787896
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1741 | LCC = 0.9711 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.031704379335045815
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2106 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.029655743092298507
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1679 | LCC = 0.9711 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.028735902577638625
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1685 | LCC = 0.9702 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.027405949227511883
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1652 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.02603497925400734
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1800 | LCC = 0.9710 | SRCC = 0.9697 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1718 | LCC = 0.9711 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer42/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer42/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c935d99dcd2dc7d39e40546b921590846e81248
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d605607b0f34a29b3168ab2fd162212f0b4c1642b2fb6685bbdf8bc2ae5e038e
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer42/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0aad43e87edbb1771ac3de4c31408ae67ee8a9bb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58297d33f52b3dc094893363c2563a4da2e761d037e16a181360a85306d2d2a3
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer42/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..789286df915f0b08f23c0a87fec087bd6314e8b9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5622916631698608
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5401 | LCC = 0.9150 | SRCC = 0.9270 ]
+INFO:root:Average loss=0.2132739338874817
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3864 | LCC = 0.9380 | SRCC = 0.9423 ]
+INFO:root:Average loss=0.1780000872015953
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3111 | LCC = 0.9551 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.14006806790828705
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2324 | LCC = 0.9582 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.14773543018102647
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2690 | LCC = 0.9555 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.13312664368748664
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2561 | LCC = 0.9616 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.11820789551734924
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2521 | LCC = 0.9623 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.11937499502301216
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2497 | LCC = 0.9603 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10793893784284592
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2617 | LCC = 0.9629 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.10887272837758065
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2417 | LCC = 0.9655 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.09438824644684791
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2381 | LCC = 0.9657 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.09497442612051964
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1964 | LCC = 0.9680 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08883338069915772
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2065 | LCC = 0.9660 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08724296814203263
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1724 | LCC = 0.9684 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.08385856115818023
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2150 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.0774551203250885
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2121 | LCC = 0.9690 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0843180488049984
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2868 | LCC = 0.9678 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07916253012418747
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2080 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0796163481771946
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1865 | LCC = 0.9690 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.07437947398424148
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2014 | LCC = 0.9692 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07570937660336495
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1994 | LCC = 0.9694 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06823409107327462
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1532 | LCC = 0.9697 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06635402971506119
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1733 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06769040253758431
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1985 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06534961780905724
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1411 | LCC = 0.9707 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.06380023759603501
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1741 | LCC = 0.9692 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06609780985116959
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2484 | LCC = 0.9686 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06357631179690361
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1561 | LCC = 0.9694 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06455284652113914
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1695 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.058145422875881196
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1813 | LCC = 0.9707 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05931878206133843
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1596 | LCC = 0.9706 | SRCC = 0.9694 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1397 | LCC = 0.9714 | SRCC = 0.9718 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer42/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer42/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29b8de0486c50976591322b57cf0e1a09419bec4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6020186e04aef64c66b3afbdf5fb7695a34362d5839badd9a68e9c4650e9953f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer42/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e380452b06730274d1456436aa71257d4ccff28a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f986f269794b63cf4f0e409c576e8169ba6a9ea22cb4d5dd4a4898ffd9ae3d1
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer42/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..79571a58f1e505914cd08b712e19fd9907b1afc9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5510535117387771
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3110 | LCC = 0.9333 | SRCC = 0.9339 ]
+INFO:root:Average loss=0.20479631561040879
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2670 | LCC = 0.9514 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.1599091866016388
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3467 | LCC = 0.9527 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.13996430289745332
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2244 | LCC = 0.9581 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.1257620546221733
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1970 | LCC = 0.9607 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.11956297606229782
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1827 | LCC = 0.9605 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.11369123470783234
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2052 | LCC = 0.9620 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.1080294491648674
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2379 | LCC = 0.9638 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.11129121080040932
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2044 | LCC = 0.9653 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.09543307068943978
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1861 | LCC = 0.9665 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.0979185086786747
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1764 | LCC = 0.9675 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.08748074465990066
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1681 | LCC = 0.9654 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08219658893346786
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1830 | LCC = 0.9673 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.08203274050354957
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1826 | LCC = 0.9683 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.08499272087216378
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2038 | LCC = 0.9657 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.08162800025939941
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2069 | LCC = 0.9679 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0807159198820591
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1723 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07393510833382606
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2031 | LCC = 0.9694 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07739614707231522
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1894 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.07078897190093994
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1652 | LCC = 0.9691 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07015285471081734
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1477 | LCC = 0.9679 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.06907491394877434
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1967 | LCC = 0.9692 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06773344621062279
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1897 | LCC = 0.9682 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06529194051027298
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1617 | LCC = 0.9700 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06341792893409728
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1660 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06380055165290832
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1827 | LCC = 0.9703 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.059608552366495135
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1850 | LCC = 0.9709 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.06117137780785561
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1742 | LCC = 0.9694 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.058179389476776124
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1821 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0565621929615736
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1588 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05671364566683769
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1717 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1733 | LCC = 0.9717 | SRCC = 0.9714 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer42/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer42/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b494d9c27c02f02b0a438df07399b69aad55d60
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fe73846426f95a21d63cf896e961d0967d02316dc91492feb0111bc6eca40ea
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer42/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ea932239a0250f8bde47e4261c675c14ddf064
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:184f8bb765a86221a12143cfd5488af93d0197487b2eb4b81db200a72335849a
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer42/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5975e306329d1024c4ae90fe6867924003b2f0dc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5134824067354202
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2968 | LCC = 0.9279 | SRCC = 0.9274 ]
+INFO:root:Average loss=0.2162282150387764
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2737 | LCC = 0.9513 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.15985483449697493
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3091 | LCC = 0.9526 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.15794576704502106
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2820 | LCC = 0.9538 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12973534673452378
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2763 | LCC = 0.9595 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.12408672606945038
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2182 | LCC = 0.9627 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.10890880709886551
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2258 | LCC = 0.9636 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.10858262878656387
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2406 | LCC = 0.9652 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.10921486496925353
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2195 | LCC = 0.9657 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.09422519007325172
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1878 | LCC = 0.9667 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.09310573759675025
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1865 | LCC = 0.9655 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.087799317330122
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1772 | LCC = 0.9672 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08642478024959564
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1956 | LCC = 0.9687 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0828142960369587
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2158 | LCC = 0.9680 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.08219211229681969
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1916 | LCC = 0.9687 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.08012367019057273
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2056 | LCC = 0.9683 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.07718493783473969
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1728 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07498856988549232
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2152 | LCC = 0.9699 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.07182960629463196
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1813 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.07156481519341469
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1896 | LCC = 0.9690 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07134823295474052
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1983 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06932785341143607
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1930 | LCC = 0.9706 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.06704210117459297
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1620 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06420043393969536
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1902 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.06492850753664971
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1671 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.060819474548101424
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1888 | LCC = 0.9712 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.05869143557548523
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1695 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.05962710013985634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1729 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.060764913588762286
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1514 | LCC = 0.9706 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05589756333827972
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1925 | LCC = 0.9720 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.05406049713492393
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1674 | LCC = 0.9710 | SRCC = 0.9706 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1921 | LCC = 0.9721 | SRCC = 0.9720 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer42/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer42/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6474faa01e56dac162e8b6620b505c49c76d8b0f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c287771bea63d3f6d3a2b3fc4de57937ef598967232e71a85c50bc29ffaaa02
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer42/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7878fa22a23e8b72c45655bb19406d85aec159e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a23fb7f8267c7457bf5dc9f77455dcbe7113d9b8783af03dc30ab002b71f1f1
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer42/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1ee18afef2d07e46954f7efc285d6e684a3d95af
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6346355984210968
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3459 | LCC = 0.9220 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.19253201961517333
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1873 | LCC = 0.9464 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.17109564685821532
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2260 | LCC = 0.9548 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.15563535845279694
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2491 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.15314781761169433
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2718 | LCC = 0.9608 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.12615272969007493
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1915 | LCC = 0.9591 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.11926736110448838
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2289 | LCC = 0.9625 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.11408469811081887
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1769 | LCC = 0.9639 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.10283456498384476
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2018 | LCC = 0.9648 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.0971506350338459
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2113 | LCC = 0.9649 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09164961180090904
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1806 | LCC = 0.9659 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09104448342323303
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1947 | LCC = 0.9674 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.0951390969157219
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2149 | LCC = 0.9661 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.0817804656624794
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1877 | LCC = 0.9661 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08452105414867402
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2097 | LCC = 0.9667 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.08396814614534379
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1795 | LCC = 0.9669 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07914664933085441
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1567 | LCC = 0.9678 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07664553651213646
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2234 | LCC = 0.9698 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.08022629991173744
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1650 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07276763953268528
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1654 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07221853691339493
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1745 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.06758306133747101
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1632 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06884391951560974
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1470 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0648381575345993
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1656 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06257764554023743
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1771 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06311860686540603
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1534 | LCC = 0.9692 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.0628935276567936
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1675 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.057918817192316056
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1437 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05815182992815971
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2153 | LCC = 0.9713 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.05727746316790581
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1712 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.0551946519613266
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1681 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2106 | LCC = 0.9717 | SRCC = 0.9718 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer42/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer42/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c5bd509681112c37a92abbb93bcea013c8175ada
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2e0cb40bc4765d9d477981077a7ec88e14d9738bfa289c83a7a67c254d9b013
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer42/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa533d9f4b523db7cf126e978eabf19e4350ed0c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e989f261239d3e3c5dc9119dea2c5179cf8bdcbc2d82c33687da8c105d756d75
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer42/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer42/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dda91336b6ec88084a564cf1ec0ab232c01913bd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer42/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5459649511575699
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3217 | LCC = 0.9316 | SRCC = 0.9279 ]
+INFO:root:Average loss=0.18082456302642821
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2684 | LCC = 0.9524 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.1730263928771019
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3623 | LCC = 0.9489 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.14858019137382508
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2541 | LCC = 0.9564 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.12879782617092134
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2935 | LCC = 0.9590 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.1327367627620697
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2349 | LCC = 0.9626 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.11639857232570648
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2054 | LCC = 0.9641 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.10957991939783096
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2515 | LCC = 0.9607 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.10737190121412277
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2068 | LCC = 0.9642 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.10973800033330917
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2290 | LCC = 0.9640 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.10191141894459724
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2212 | LCC = 0.9665 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.09739596337080002
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1735 | LCC = 0.9662 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.09079949906468392
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1972 | LCC = 0.9676 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08924963814020156
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1938 | LCC = 0.9676 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.08444086909294128
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1772 | LCC = 0.9687 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0818787907063961
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2117 | LCC = 0.9677 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.08249667093157768
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2288 | LCC = 0.9670 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.078338225543499
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2105 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0740996977686882
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1995 | LCC = 0.9678 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07264069586992264
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1483 | LCC = 0.9676 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07365889525413513
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1870 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.07407760202884674
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2009 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.07116337424516678
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1760 | LCC = 0.9694 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07055064883828163
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2309 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06711030338704586
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2151 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06419205202162266
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1955 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0665498520731926
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2266 | LCC = 0.9699 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06541323173046112
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1772 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06132887199521065
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1873 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.059206237882375716
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1784 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05653584422171116
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1891 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1893 | LCC = 0.9716 | SRCC = 0.9713 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer44/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer44/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53d878c5755a257e2c9a606062e19d3b5d27cedc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:155ee47733b96ff580b10f6a7bbe7341cb042ac515a009b323acf919a97c9a0a
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer44/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b6d83891954c34f3671cd95cdd9b84ea692017a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3e7e176cd889670ca6e6d0106078376d9d82a106f6c9d0df9f79711dbe5a95d
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer44/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..701db74836400ad38576450bc8d187671356b6e7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8265767945051193
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5075 | LCC = 0.8866 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.28654540026187897
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2732 | LCC = 0.9379 | SRCC = 0.9382 ]
+INFO:root:Average loss=0.20433664005994798
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2975 | LCC = 0.9522 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.19172057926654815
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2584 | LCC = 0.9548 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.16018099796772003
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2836 | LCC = 0.9535 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.13721274453401566
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3241 | LCC = 0.9530 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.1641350973844528
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2488 | LCC = 0.9576 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.14058917862176895
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2808 | LCC = 0.9590 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.11961428028345109
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2141 | LCC = 0.9617 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.1232928103208542
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1998 | LCC = 0.9617 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.1216333339214325
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3363 | LCC = 0.9552 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.11537921667098999
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2516 | LCC = 0.9617 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.10329316130280494
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2472 | LCC = 0.9589 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.10277201074361801
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2612 | LCC = 0.9609 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.1029871263206005
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2246 | LCC = 0.9639 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.10247327452898025
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1885 | LCC = 0.9630 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.09533547723293305
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1827 | LCC = 0.9654 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.09476677653193474
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2314 | LCC = 0.9646 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.08866143548488617
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2310 | LCC = 0.9652 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08810893973708153
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2129 | LCC = 0.9659 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.08537490236759186
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2662 | LCC = 0.9629 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08739395841956138
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1787 | LCC = 0.9675 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08634180217981338
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2221 | LCC = 0.9667 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08363287603855132
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2039 | LCC = 0.9675 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07923654943704606
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1955 | LCC = 0.9688 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.08264431378245354
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1716 | LCC = 0.9678 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07912689930200577
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2095 | LCC = 0.9685 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07696357715129852
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2057 | LCC = 0.9679 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.0747224583029747
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1754 | LCC = 0.9688 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07286255842447281
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2112 | LCC = 0.9682 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07056497931480407
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1769 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1802 | LCC = 0.9700 | SRCC = 0.9700 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer44/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer44/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a578d19bfee03373f4529794e0dddc29db50bcce
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a518826948620b29c5ee14ecf448d7caa84149c01e96f908e0411db995b28314
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer44/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba710183b461be98588fb2fb70f6eb43f7d421b8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83f8435e503bd3cc5497ff4d09464a7c89397916fedd75912a681b0e5a74210c
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer44/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1ca3a1989e0edfefaf7ec98c038aff989b0ce133
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7088410301208496
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3717 | LCC = 0.9064 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.23915357130765916
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3686 | LCC = 0.9371 | SRCC = 0.9366 ]
+INFO:root:Average loss=0.22058877211809158
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2369 | LCC = 0.9499 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.18346754330396653
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2425 | LCC = 0.9493 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.17863706731796264
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2032 | LCC = 0.9553 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.15167362397909165
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2316 | LCC = 0.9577 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.14369567620754242
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2459 | LCC = 0.9586 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.13118550831079484
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2183 | LCC = 0.9603 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.1388744793534279
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2028 | LCC = 0.9613 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.1227408378124237
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2624 | LCC = 0.9582 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.13091791275143624
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2133 | LCC = 0.9621 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.11413291108608246
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2230 | LCC = 0.9631 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.11647022476792336
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2157 | LCC = 0.9627 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.10318573024868966
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2556 | LCC = 0.9638 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.1088353517651558
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2190 | LCC = 0.9654 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.09688333028554916
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1618 | LCC = 0.9638 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.097502888828516
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2305 | LCC = 0.9643 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09372627553343772
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1574 | LCC = 0.9662 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.0930446059703827
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1811 | LCC = 0.9664 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09194121289253235
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1768 | LCC = 0.9648 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.09044909752905368
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2022 | LCC = 0.9665 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.0928433487713337
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1810 | LCC = 0.9659 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.08306822371482848
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2028 | LCC = 0.9667 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.08188509011268616
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1797 | LCC = 0.9680 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07936640337109566
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1670 | LCC = 0.9686 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.0752845284640789
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1739 | LCC = 0.9687 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07883076670765876
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1793 | LCC = 0.9687 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07919084212183952
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1972 | LCC = 0.9686 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07682671108841896
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1547 | LCC = 0.9692 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07468464511632919
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1845 | LCC = 0.9690 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.0747734502851963
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2014 | LCC = 0.9697 | SRCC = 0.9693 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2005 | LCC = 0.9704 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer44/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer44/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39911d1a1974207303bbb25693f3bce6347d16d3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a88e40370cfc212c0bda3f28b1519d5fdb33b22e1b0bcf7b8df3b66dd310e1d
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer44/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c21b48d4e3922f99cb9ee12ba49ae74da20eeb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50ec3248d190be6261185e60cff5bb8b019cc1ce57fcb6fc6be06726541adb40
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer44/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0dc68ac56d08231650f8176b8fe0b9b53cce20e1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6585444062948227
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3727 | LCC = 0.9025 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.2706010935306549
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3448 | LCC = 0.9411 | SRCC = 0.9395 ]
+INFO:root:Average loss=0.21837295907735824
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2331 | LCC = 0.9476 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.20238843619823454
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2235 | LCC = 0.9529 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.15841944795846938
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2290 | LCC = 0.9563 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.15459798365831376
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2363 | LCC = 0.9583 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.13614022743701934
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3516 | LCC = 0.9554 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.1342020918726921
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2409 | LCC = 0.9608 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.14819803619384767
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1802 | LCC = 0.9585 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.12471675556898117
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2238 | LCC = 0.9627 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.1362158213853836
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1889 | LCC = 0.9592 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.11181705802679062
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2070 | LCC = 0.9635 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.11282238379120826
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2788 | LCC = 0.9601 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.11682005506753922
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2163 | LCC = 0.9643 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.10967202350497246
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2178 | LCC = 0.9639 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.10682093611359596
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2335 | LCC = 0.9636 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.09645190563797951
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2741 | LCC = 0.9623 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.10084777316451073
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2521 | LCC = 0.9658 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09313118416070938
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2133 | LCC = 0.9673 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.09429247128963471
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2014 | LCC = 0.9660 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09762278705835342
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1823 | LCC = 0.9669 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.09152914655208588
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2039 | LCC = 0.9670 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08245181462168694
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2079 | LCC = 0.9675 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.08557566854357719
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1760 | LCC = 0.9668 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08195818293094635
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1719 | LCC = 0.9664 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.08752343976497651
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2177 | LCC = 0.9677 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08888452655076981
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2125 | LCC = 0.9684 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08410900130867958
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2267 | LCC = 0.9682 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.08162230530381202
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2064 | LCC = 0.9686 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.08046868818998337
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2094 | LCC = 0.9667 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.076938430249691
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1573 | LCC = 0.9691 | SRCC = 0.9684 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1599 | LCC = 0.9693 | SRCC = 0.9702 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer44/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer44/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..882e72b5f853769a46e3eb8945d2555fb9373258
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b5086b0142357afcc546394b4e1225ecff2a4dc016fc86522064470af479905
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer44/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48f6a394b712da9cf73568e726dcf35106ed8868
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca9d0fc421f92ce6939bdf8c58c00b2bee2cd4fd9209fba7be3084a0392ec822
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer44/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..abdc061f97a05b2323280fc9aa1a2f595fe2e007
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5956242704391479
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3415 | LCC = 0.9217 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.25294884502887727
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3942 | LCC = 0.9397 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.18645813262462616
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3722 | LCC = 0.9445 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.17982861870527267
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2323 | LCC = 0.9558 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.18750994461774825
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5383 | LCC = 0.9374 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.18160837751626968
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2711 | LCC = 0.9556 | SRCC = 0.9557 ]
+INFO:root:Average loss=0.13639917308092117
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2641 | LCC = 0.9601 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.12367258888483047
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2150 | LCC = 0.9616 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.13295291656255723
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2260 | LCC = 0.9621 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.11281410926580429
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1714 | LCC = 0.9606 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11231974142789841
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1671 | LCC = 0.9627 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.11759101635217667
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2498 | LCC = 0.9638 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.1120719467997551
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2918 | LCC = 0.9612 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.10931374123692512
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2040 | LCC = 0.9636 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.10399652802944183
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1981 | LCC = 0.9646 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.09494953542947769
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2577 | LCC = 0.9630 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10148050767183305
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2128 | LCC = 0.9651 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09827990338206291
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1850 | LCC = 0.9655 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09542612978816033
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2292 | LCC = 0.9646 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09158142665028572
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1613 | LCC = 0.9657 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08856371819972991
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1622 | LCC = 0.9630 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.0876849130988121
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1942 | LCC = 0.9653 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.08225745576620101
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1612 | LCC = 0.9667 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08141655597090722
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1611 | LCC = 0.9670 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08949251961708068
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2347 | LCC = 0.9677 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07772907835245133
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1529 | LCC = 0.9666 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.08063154971599579
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2068 | LCC = 0.9657 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.083293476998806
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1962 | LCC = 0.9669 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08143428948521614
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2449 | LCC = 0.9684 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07475073212385178
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1917 | LCC = 0.9685 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07720803579688072
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2005 | LCC = 0.9685 | SRCC = 0.9674 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1930 | LCC = 0.9692 | SRCC = 0.9696 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer44/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer44/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8060558d9d1f69e9d11f6b3aa909397e54fe612b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3104b7d03476e414db5602676993bd0e7c738717890bb7a57131336653f45aa7
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer44/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b14017372a6327861a9bd2b521e379f13bbe2f50
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48ba8eaf195e1b248bc2a0aee22881dc25a242d34f781f505b41455b459fe6d
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer44/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer44/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..40c624bdf261b36ff352c5e760ecf0f30239bea6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer44/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.862634421825409
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5534 | LCC = 0.8894 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.29171879434585574
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3917 | LCC = 0.9353 | SRCC = 0.9342 ]
+INFO:root:Average loss=0.2096484422683716
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3132 | LCC = 0.9457 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.18898493593931198
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2610 | LCC = 0.9520 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.15776790803670884
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3609 | LCC = 0.9474 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1459132028222084
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2806 | LCC = 0.9526 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.13985750609636308
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2131 | LCC = 0.9598 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.14294069468975068
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2576 | LCC = 0.9611 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.12195556527376175
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1975 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.11745919290184975
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2119 | LCC = 0.9612 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.11258336651325226
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2257 | LCC = 0.9621 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.1044564710855484
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2267 | LCC = 0.9636 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.1024125855565071
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2479 | LCC = 0.9625 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.09822462931275368
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2454 | LCC = 0.9641 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.09843621447682381
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2001 | LCC = 0.9653 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09620097750425338
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2108 | LCC = 0.9660 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.09459765219688415
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2151 | LCC = 0.9662 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.09133509227633477
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2340 | LCC = 0.9665 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.09161437419056892
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2438 | LCC = 0.9666 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08587348464131356
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1993 | LCC = 0.9677 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.08432652369141579
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2396 | LCC = 0.9639 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08537665867805481
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2028 | LCC = 0.9687 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.08253738585114478
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1925 | LCC = 0.9679 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.080867451608181
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1922 | LCC = 0.9671 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.0810111386179924
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1586 | LCC = 0.9676 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.0792709338068962
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2699 | LCC = 0.9678 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07325853130221367
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1885 | LCC = 0.9692 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07125535687804221
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1771 | LCC = 0.9689 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07325666892528535
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2334 | LCC = 0.9680 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07205618575215339
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2163 | LCC = 0.9692 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.0731265164911747
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1744 | LCC = 0.9701 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1755 | LCC = 0.9703 | SRCC = 0.9703 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer46/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer46/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a7f51e8dbc9c4f161e0902ef59b29e6d7b9db63
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8b90668f6a987a748fc413b76603b6c3ec82555c274c5c76bdb5db01a1b5d7e
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer46/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..506c86380959baa5516fc5e9b0793ea19f86c453
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8554151aead565d553b09baf68c32c0db9edfaaaffadb2856c9223fb5d941419
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer46/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..503504669318610d72150cbed4a9548f95a62dba
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6392717361450195
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5163 | LCC = 0.9088 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.28733401143550874
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3459 | LCC = 0.9432 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.1964345492720604
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3478 | LCC = 0.9484 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.1965457074046135
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1975 | LCC = 0.9504 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.17492436480522155
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2263 | LCC = 0.9542 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.1674029476046562
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2105 | LCC = 0.9532 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.15564122140407563
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2441 | LCC = 0.9547 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.12608698296546936
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2214 | LCC = 0.9582 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.1399147559404373
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2008 | LCC = 0.9598 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.13506228399276735
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1863 | LCC = 0.9591 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.12108281657099723
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2176 | LCC = 0.9624 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.1141314292550087
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1953 | LCC = 0.9628 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.11192070180177689
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2680 | LCC = 0.9610 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11830040156841277
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2110 | LCC = 0.9643 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.10625415167212486
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2336 | LCC = 0.9634 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.10998405832052231
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2255 | LCC = 0.9648 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.0955455014705658
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1726 | LCC = 0.9642 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10243486255407333
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1993 | LCC = 0.9649 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.08967404401302338
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1560 | LCC = 0.9651 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09450924131274223
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2155 | LCC = 0.9637 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.09267348346114158
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1881 | LCC = 0.9604 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.0889737458229065
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1730 | LCC = 0.9676 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.0827160328924656
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1730 | LCC = 0.9650 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.08362171846628189
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1905 | LCC = 0.9672 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08504525792598724
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1630 | LCC = 0.9668 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.07727791053056716
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1847 | LCC = 0.9686 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08183358043432236
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1798 | LCC = 0.9668 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.07897075307369232
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1757 | LCC = 0.9688 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07556504648923874
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1626 | LCC = 0.9689 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07622452116012574
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1606 | LCC = 0.9694 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07555064594745636
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1980 | LCC = 0.9687 | SRCC = 0.9680 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1641 | LCC = 0.9685 | SRCC = 0.9685 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer46/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer46/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3364e5126165957d46f5dc1502c285d4acac3b91
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f92f1efc2154d3c70704b37b3ddaed8223b8eb9284dcc6379da4609a7fb60e61
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer46/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e709abdf9449de11fb94ee47beac44696ad3aaf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e2a2fa7d666ccc99473eca36b9837e6b4802cb0e539ebba2061c909acf64f70
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer46/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5d321355e2167554814275fdc966d3d5696b075e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6183694175481796
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3438 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.2745518418550491
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2193 | LCC = 0.9394 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.2284363971352577
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2858 | LCC = 0.9478 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.19291081696748733
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2322 | LCC = 0.9519 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.1616830712556839
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2509 | LCC = 0.9527 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.1486331623196602
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1770 | LCC = 0.9545 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.14779098731279372
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2060 | LCC = 0.9572 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.14648876267671584
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1917 | LCC = 0.9589 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.1326677868962288
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2077 | LCC = 0.9609 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.13216063004732131
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2404 | LCC = 0.9591 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.11722284346818924
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2594 | LCC = 0.9607 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.11408811739087105
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1753 | LCC = 0.9605 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.10656229943037034
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1988 | LCC = 0.9631 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.10804017263650895
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2121 | LCC = 0.9640 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.10158428797125817
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2233 | LCC = 0.9649 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.1058253039419651
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2293 | LCC = 0.9640 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.0985801063477993
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2085 | LCC = 0.9619 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.09401903834939003
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1895 | LCC = 0.9658 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.09323157033324242
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2032 | LCC = 0.9647 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.0964104837179184
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2041 | LCC = 0.9652 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09145132514834405
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1615 | LCC = 0.9658 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.0840475380718708
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1832 | LCC = 0.9651 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.08729509770870209
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1644 | LCC = 0.9661 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08976104310154914
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1956 | LCC = 0.9674 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.0801707803606987
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1797 | LCC = 0.9676 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07666485571861267
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2015 | LCC = 0.9638 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.0784820499420166
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1830 | LCC = 0.9671 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07558607840538024
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1874 | LCC = 0.9676 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.07490538486838341
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2145 | LCC = 0.9680 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07536961925029755
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1668 | LCC = 0.9688 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07157917568087578
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1824 | LCC = 0.9681 | SRCC = 0.9676 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1637 | LCC = 0.9704 | SRCC = 0.9703 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer46/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer46/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9151274eb6be9ccc8781417bf943dcd3dbf1af30
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:72391f27bd4206162c22ad3821f0b39986ec4c90bfdb92ec9671a70c787a1e34
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer46/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b91d73cc87c1d891155ee25400cb6a06954d238e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e940aadf0d27034355d24a2cda44d43452eac853637e43528a87648552141f51
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer46/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..35365a55346b8863efe22ceb575d810b2d35531c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6538156073093414
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3555 | LCC = 0.9247 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.268600976228714
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2805 | LCC = 0.9444 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.19352422916889192
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3272 | LCC = 0.9493 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.17832714253664017
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2346 | LCC = 0.9523 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1633283121585846
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1981 | LCC = 0.9411 | SRCC = 0.9462 ]
+INFO:root:Average loss=0.1552795016169548
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2572 | LCC = 0.9559 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.14616678076982498
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1947 | LCC = 0.9565 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.12747708445787428
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2282 | LCC = 0.9593 | SRCC = 0.9576 ]
+INFO:root:Average loss=0.1255114023089409
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2038 | LCC = 0.9594 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.12362203812599182
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2400 | LCC = 0.9598 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.12192646211385727
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2136 | LCC = 0.9615 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.11579896527528763
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2084 | LCC = 0.9623 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.11258392143249511
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1925 | LCC = 0.9625 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.10699542680382729
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1853 | LCC = 0.9640 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.12094081252813339
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2017 | LCC = 0.9618 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.11003324344754219
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1753 | LCC = 0.9637 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.0942399266064167
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2111 | LCC = 0.9643 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09821459767222404
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1681 | LCC = 0.9638 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09169324913620949
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2100 | LCC = 0.9655 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.0965339741408825
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2445 | LCC = 0.9651 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.08879705461859703
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2209 | LCC = 0.9659 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08931970143318177
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1948 | LCC = 0.9663 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08454972690343857
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2296 | LCC = 0.9661 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08184149560332299
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2112 | LCC = 0.9660 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.08183888506889343
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2148 | LCC = 0.9666 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08002269211411477
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1968 | LCC = 0.9667 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.07855548015236855
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1498 | LCC = 0.9668 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.08018579450249672
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1952 | LCC = 0.9679 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07624002766609192
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1473 | LCC = 0.9667 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.07622615393996239
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2059 | LCC = 0.9679 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.08221721643209458
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1835 | LCC = 0.9683 | SRCC = 0.9673 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1854 | LCC = 0.9690 | SRCC = 0.9690 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer46/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer46/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2cd113e41261b13e9fc38695568f99c8fb56803
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45f607867b897c5d6e1e5d27f2f31291299363b5403e018a021b5388e624243
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer46/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95a1693aaaf220fbd3916a2479da6a9adec0b9ec
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03888c69b531d90c0acdcec83e7151e41a0da02f26ab03ac661270fdda95855a
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer46/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1bc88f8c94eaeab0f923b226a0b7f3c3a4af538c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6365753939151764
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3024 | LCC = 0.9214 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.2545800749063492
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2480 | LCC = 0.9443 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.19372157794237138
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3517 | LCC = 0.9376 | SRCC = 0.9432 ]
+INFO:root:Average loss=0.17817877352237702
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2368 | LCC = 0.9549 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.153289481818676
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2354 | LCC = 0.9572 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.14894289565086366
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2011 | LCC = 0.9576 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.13699228364229202
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2632 | LCC = 0.9571 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.13747384905815124
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2377 | LCC = 0.9586 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.13400142931938172
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2985 | LCC = 0.9546 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.13038136118650437
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2232 | LCC = 0.9596 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.12593788143992424
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2248 | LCC = 0.9625 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.11299054980278016
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2082 | LCC = 0.9615 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.10687206399440766
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2314 | LCC = 0.9604 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.1151359883248806
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2475 | LCC = 0.9635 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.10333413869142533
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1910 | LCC = 0.9626 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.09696763050556183
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1817 | LCC = 0.9655 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.10623627305030822
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2511 | LCC = 0.9638 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.10007741400599479
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1984 | LCC = 0.9655 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.0934374797642231
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1621 | LCC = 0.9653 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.09197082936763763
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2238 | LCC = 0.9665 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08944729337096215
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1883 | LCC = 0.9668 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08963640287518501
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1697 | LCC = 0.9663 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08385999935865403
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1890 | LCC = 0.9671 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08571751883625985
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1885 | LCC = 0.9671 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08027183330059051
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2121 | LCC = 0.9668 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08061636888980865
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1823 | LCC = 0.9684 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07720445549488067
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1807 | LCC = 0.9677 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.07546246114373208
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1624 | LCC = 0.9685 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07704284450411797
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2035 | LCC = 0.9680 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07530850547552109
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1881 | LCC = 0.9676 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.07576455253362656
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2077 | LCC = 0.9677 | SRCC = 0.9660 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1637 | LCC = 0.9697 | SRCC = 0.9694 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer46/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer46/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2f4fe45bc094d9a141caf660728ac0ceaed6b87
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a5ab0bd0c366afbdc9992783c027eea228ad887d4a1c0b6ab38453a5706b28
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer46/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..257640f4b4667f7471c345bc5114762482c1171a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66f2eda772e2e9d1b94fd212ccc768b5841d5162de47639a9d947af5aef70925
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer46/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer46/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6455036f686632fcd6f56b6044e59cdfecb2e988
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer46/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5883966909646988
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2774 | LCC = 0.9300 | SRCC = 0.9276 ]
+INFO:root:Average loss=0.2215005915760994
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2687 | LCC = 0.9464 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.22758197391033172
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2221 | LCC = 0.9523 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.16732760083675385
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2288 | LCC = 0.9525 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.17814865672588348
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2047 | LCC = 0.9571 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.1503988027572632
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2281 | LCC = 0.9590 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.14288479685783387
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2765 | LCC = 0.9604 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.1290696506500244
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2478 | LCC = 0.9614 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.1197979307770729
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1911 | LCC = 0.9614 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.11648677602410316
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2496 | LCC = 0.9620 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.12059255468845367
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2208 | LCC = 0.9632 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.1129312351346016
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2252 | LCC = 0.9624 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.1178855182826519
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1747 | LCC = 0.9646 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.10264205098152161
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2454 | LCC = 0.9643 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.10822113704681396
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1831 | LCC = 0.9645 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09988486045598984
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1920 | LCC = 0.9658 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.0958470019698143
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2641 | LCC = 0.9632 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.0998606409728527
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2445 | LCC = 0.9651 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09467111822962761
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1922 | LCC = 0.9654 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09055009278655052
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1702 | LCC = 0.9661 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.0864724354147911
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1626 | LCC = 0.9644 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.08683527207374572
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1727 | LCC = 0.9673 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08634361469745636
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1871 | LCC = 0.9683 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.08678567188978195
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1514 | LCC = 0.9673 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07943251955509185
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2075 | LCC = 0.9689 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0791646684706211
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1602 | LCC = 0.9681 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07628232535719871
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1978 | LCC = 0.9671 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07669162970781326
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2146 | LCC = 0.9684 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07717645463347435
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1855 | LCC = 0.9690 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07310936012864112
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2067 | LCC = 0.9675 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07375571858882904
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1763 | LCC = 0.9678 | SRCC = 0.9676 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1858 | LCC = 0.9687 | SRCC = 0.9689 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae98de2979d63365b784e3423ea6ae64c58748e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1ba1ddb620eb9efc4e6e3612ec965e3903d9ecad499e268126ee0262ef192dc
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3b0f1281cf7ecba65743b19f7e4ad66e77f9d83
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bed1adbe6ae2800212ce2c9f72a25efedb1fbe274fc8faf41035e9e9c8480fcd
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3997c87ba64ef53dd088ea1392b697a8539c5976
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3117919338345528
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2505 | LCC = 0.9570 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.11631603091955185
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2360 | LCC = 0.9643 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09460375192761421
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2081 | LCC = 0.9661 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08042590361833572
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1941 | LCC = 0.9678 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07526191678643226
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2180 | LCC = 0.9687 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.0656330139786005
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1837 | LCC = 0.9700 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06153467297554016
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2380 | LCC = 0.9687 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05789394426345825
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1886 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05501217521727085
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1820 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05041058787703514
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1983 | LCC = 0.9703 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04975722402334213
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1849 | LCC = 0.9720 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.04173560646176338
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1726 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.039286406204104424
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1721 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.035030603274703025
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1773 | LCC = 0.9707 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03557502102851868
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1750 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.033308013677597045
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1781 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03053583462536335
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1669 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02829271125793457
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1695 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.026117296293377876
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1652 | LCC = 0.9717 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.027477707773447036
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1539 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02365982214361429
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1492 | LCC = 0.9722 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.023908815063536166
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1773 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.022368207149207592
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1759 | LCC = 0.9720 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.021025436088442803
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1896 | LCC = 0.9713 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.019424382098019125
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1524 | LCC = 0.9723 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.020595887050032617
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1626 | LCC = 0.9730 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.01905025728046894
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1785 | LCC = 0.9723 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.01828828290849924
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1635 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.01632810228317976
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1748 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.01639865116775036
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1903 | LCC = 0.9717 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.017381544061005116
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1862 | LCC = 0.9724 | SRCC = 0.9721 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1640 | LCC = 0.9725 | SRCC = 0.9721 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3f9d2b62356105228c7c9079f3a9a5b0144a83a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ff07974f0b6bccb108b9ae74365722eb387f43ae71d42a35e709acef17466b2
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..886e7b7b55a2e95af90e776b25e27ab3fc60487e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d9a5af2e2841aca7f2ad1ddc42f7e066b04ab48b8d76ace0a3d2e4f3fc57ef
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a6f75d19c47ee6f754080b18a27060dd990540a9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3013549369573593
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2774 | LCC = 0.9524 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.12023230582475662
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2426 | LCC = 0.9632 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09452079364657402
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2120 | LCC = 0.9652 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.08721678254008293
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2152 | LCC = 0.9649 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.07637673708796501
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2203 | LCC = 0.9691 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0676257149875164
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1742 | LCC = 0.9700 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06296695169806481
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1718 | LCC = 0.9704 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.058574059426784515
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1686 | LCC = 0.9707 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05447915905714035
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1737 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.049857552498579025
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1937 | LCC = 0.9707 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.047858907312154766
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1691 | LCC = 0.9699 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04222218307852745
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1956 | LCC = 0.9700 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04055657204985619
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1790 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03848309729993343
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1735 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03487918600440025
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1881 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03322824810445309
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1630 | LCC = 0.9707 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.029714732825756072
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1856 | LCC = 0.9710 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.029955385498702525
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1810 | LCC = 0.9708 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.028261279851198196
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1773 | LCC = 0.9716 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.025849285319447517
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1916 | LCC = 0.9704 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.023382575057446956
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1721 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.022577663376927376
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1730 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.022837670922279358
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1640 | LCC = 0.9717 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02060230574756861
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1687 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02157829187810421
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1791 | LCC = 0.9721 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.018935467272996904
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1747 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.017526381701231004
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1844 | LCC = 0.9719 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.017581839449703693
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1651 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.017865073308348654
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1674 | LCC = 0.9716 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.015509149521589279
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1717 | LCC = 0.9725 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.016235490404069422
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1628 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1750 | LCC = 0.9719 | SRCC = 0.9721 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..816667227da31e5ad8688b2c53537d82fe038422
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34a3a57b918cc2c236e92aa56f401823e5ce2296d0983e527d56c8e4b482004f
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e97c37d8e98cf17204553f88fe80c504552d0a0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d394ee3d5d34838a5e74b9a2cc157403082fd03a56c755011b2395ef365a0841
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..30968b60c4ee9f95561109ee217cd439675f7cfc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31330193734169004
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2265 | LCC = 0.9533 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12092759662866592
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2433 | LCC = 0.9631 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09891527450084686
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1948 | LCC = 0.9671 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.0870073783993721
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1840 | LCC = 0.9671 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07501800274848938
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1675 | LCC = 0.9703 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06952667674422264
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1991 | LCC = 0.9701 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06500376436114311
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1764 | LCC = 0.9700 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05845019400119782
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2255 | LCC = 0.9693 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.05463136388361454
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1783 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04951626618206501
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1881 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04509819686412811
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1758 | LCC = 0.9720 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.042384037971496584
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1976 | LCC = 0.9717 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04132964077591896
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1846 | LCC = 0.9721 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03679312588274479
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1641 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.0336857283860445
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1840 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03211638458073139
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1850 | LCC = 0.9721 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.031198867827653885
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1824 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.027619760677218438
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1878 | LCC = 0.9710 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.026092075601220132
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1665 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.023741401858627796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1726 | LCC = 0.9715 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.022922861479222775
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1989 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.02113519714027643
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1555 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02063296280056238
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1871 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.019757352359592913
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1790 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.021361793257296084
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1647 | LCC = 0.9717 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.01923578178137541
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1682 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.018188903987407683
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1775 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.016364384792745112
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1913 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.016102442398667337
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1707 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.01542033987492323
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1778 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.014355143394321203
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1609 | LCC = 0.9716 | SRCC = 0.9707 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1793 | LCC = 0.9731 | SRCC = 0.9735 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87009091d981213bb1c66fb140d583c85a222856
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c47eddeb3f8d816c7399e83714b6a53750fb063904f20c814833e771e11eb5df
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97fffd65ea121d6ed634545bc2fce9edfb990a1e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03198297ae78c87d6976be34ed68aadbdfffb17b5ff3ccac39c7a8ab2a6a546b
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4214f6cd579ada3aa4044fe8ed9846bda17c6701
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3174705541729927
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2849 | LCC = 0.9568 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.11624116098880768
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2238 | LCC = 0.9631 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.09514642289280892
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1668 | LCC = 0.9675 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.08544678640365601
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2181 | LCC = 0.9673 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07206975722312928
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1698 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.0668998296558857
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1598 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06378576463460922
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2086 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05608651864528656
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1895 | LCC = 0.9714 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.05444773541390896
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1639 | LCC = 0.9721 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.047303114786744115
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1650 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04503509704768658
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1795 | LCC = 0.9727 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.039918637603521344
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1797 | LCC = 0.9714 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.037646835520863536
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1722 | LCC = 0.9715 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03657362778484821
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1666 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03368197958171368
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1843 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.031593955501914024
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1776 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.029742045506834985
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1838 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.028131709344685077
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1701 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02535795686393976
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1623 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.024517166033387185
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1756 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.021929212868213654
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1824 | LCC = 0.9722 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02276189973950386
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1676 | LCC = 0.9726 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.02068536378443241
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1594 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.01959425301849842
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1757 | LCC = 0.9722 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.018998954601585866
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1684 | LCC = 0.9721 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.017412347979843618
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1850 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.017922596603631973
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1670 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.016202075183391573
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1576 | LCC = 0.9722 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.015996559843420983
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1853 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.016728878416121005
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1775 | LCC = 0.9726 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.01594661361724138
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1659 | LCC = 0.9729 | SRCC = 0.9720 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1629 | LCC = 0.9730 | SRCC = 0.9733 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd80e5812688a62f20bedea425a32755d2c5cdd1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a83456e46df4ce3b8dd3c988314c19500867f6c6dd993090ab32c37785cea9e3
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49ae8c627f4d5f94ca307f26727fa7cd464c6559
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93ca906c1fcf2ef0e6c71639b7502334dc874079f19aa4a3feb2c9edcaa8299c
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer6/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d1a090735dd0cfce071e24c6b0489ef80f6c992d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3396745873093605
+INFO:root:
+[Valid][0][UTT][ MSE = 0.1970 | LCC = 0.9533 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.11975039827823639
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1885 | LCC = 0.9633 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.09998364171385765
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1957 | LCC = 0.9655 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08199658524990082
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2132 | LCC = 0.9674 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07464655885100364
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1611 | LCC = 0.9703 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06881104807555675
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1950 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05983830374479294
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1541 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05633645933866501
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1854 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.049546208530664444
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1727 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04789957572519779
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1688 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04346460323035717
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1760 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04263231645524502
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1846 | LCC = 0.9711 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.039362555786967277
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1788 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.036059478506445884
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1506 | LCC = 0.9702 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03426445543766022
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1745 | LCC = 0.9720 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.030974449172616006
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1538 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.028820047810673714
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1743 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.027043229401111604
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1539 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.02534151528775692
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1555 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.023605762250721453
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1574 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02148162764310837
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1795 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.021908374570310116
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1552 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.020170318990945815
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1780 | LCC = 0.9721 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.02003972206264734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1981 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.018307949505746365
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1713 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.018635880634188653
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1608 | LCC = 0.9715 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.01641721773892641
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1652 | LCC = 0.9718 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.016456018425524233
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1745 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.01771106908842921
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1724 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.015693895116448402
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1559 | LCC = 0.9716 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.014377233624458313
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1790 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1544 | LCC = 0.9723 | SRCC = 0.9726 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run0/config.gin b/results_tencent/w2v2_xlsr_2b/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run0/model.pt b/results_tencent/w2v2_xlsr_2b/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..77f9f861daee7864063fd30906653719b19cd29e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39ae0b8d699a5e1ca9ef1c29dc6b7dcd79ee367211260212b1585e78a131ecd7
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run0/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cde70da41ab8202bb41ca3cfb92fe8701b3a07e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f36b68629bd6402bad694b6cbd15e0cdea519124da55618d0c59e3ba177bb73a
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run0/train.log b/results_tencent/w2v2_xlsr_2b/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ca58332e45725779f22e712bc5a3d6ceed058409
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3185566582083702
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2969 | LCC = 0.9550 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.11569112196564674
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2577 | LCC = 0.9636 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09141519668698311
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2586 | LCC = 0.9664 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08085744741559028
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2291 | LCC = 0.9669 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0765332758128643
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2043 | LCC = 0.9692 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06526793098449707
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2197 | LCC = 0.9692 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0605640135705471
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1911 | LCC = 0.9715 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.05353884360194206
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2103 | LCC = 0.9707 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05042100012302399
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1763 | LCC = 0.9716 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.0474621409624815
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1877 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04324919931590557
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2006 | LCC = 0.9716 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.041412586286664006
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1637 | LCC = 0.9710 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03719124177098274
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1895 | LCC = 0.9717 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.034048650830984115
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1896 | LCC = 0.9712 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.0322883170992136
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1805 | LCC = 0.9721 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.031088642686605453
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1794 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.028781384229660034
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1703 | LCC = 0.9715 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02707025095820427
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1774 | LCC = 0.9721 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.02447518739104271
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1918 | LCC = 0.9719 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.024531645841896533
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1749 | LCC = 0.9729 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.023164785243570806
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1487 | LCC = 0.9723 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.022342649661004542
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1919 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.020705470204353333
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1623 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0198573020324111
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1666 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.019275069423019885
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1631 | LCC = 0.9725 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.01752350115031004
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1741 | LCC = 0.9727 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.017915337651968004
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1887 | LCC = 0.9726 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.016004787169396878
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1781 | LCC = 0.9724 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.0159573682770133
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2017 | LCC = 0.9720 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.015270456351339817
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1647 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.01488869845122099
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1698 | LCC = 0.9730 | SRCC = 0.9723 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1685 | LCC = 0.9735 | SRCC = 0.9734 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run1/config.gin b/results_tencent/w2v2_xlsr_2b/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run1/model.pt b/results_tencent/w2v2_xlsr_2b/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1d6b4388fdfc72f3b55044c311bbe2692ae864c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31555f13eaf80bc8360fef8a91f093f459efcd5887a4c723959d64219eff9ccf
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run1/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c089ae2d5e2c8bc8cabc31c368d4abc4e8a1405f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c213d073a281553d8cd46b8320a6fc7f3cf80a6a4d5563771f9f98993fd6b3fc
+size 5698822
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run1/train.log b/results_tencent/w2v2_xlsr_2b/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..97692d9b57fc64dff9da536be59d3a56f296fb8f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33582685577869414
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2607 | LCC = 0.9548 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.11998260873556137
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1959 | LCC = 0.9593 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.09773424598574638
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1987 | LCC = 0.9670 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.0836568353176117
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1884 | LCC = 0.9690 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0738778038918972
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1758 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06567991188168526
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2148 | LCC = 0.9682 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06333274088799953
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1726 | LCC = 0.9718 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05607102298736572
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1607 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.050979081749916076
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1706 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04684074133634567
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1582 | LCC = 0.9722 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.041493666842579845
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1700 | LCC = 0.9725 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03851144675910473
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1642 | LCC = 0.9723 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03757417930662632
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1530 | LCC = 0.9720 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03441552197933197
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1627 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.031085498183965683
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1659 | LCC = 0.9724 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.0318551184386015
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1410 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.0274935592263937
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1505 | LCC = 0.9726 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.027405918501317503
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1513 | LCC = 0.9730 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.024021830171346664
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1484 | LCC = 0.9726 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.021960744000971318
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1687 | LCC = 0.9725 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.022996575124561786
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1535 | LCC = 0.9729 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.020753146789968015
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1729 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.018725342333316804
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1620 | LCC = 0.9732 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.018194876410067083
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1592 | LCC = 0.9731 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.017502627074718474
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1596 | LCC = 0.9729 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.016439621955156327
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1577 | LCC = 0.9728 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.015932538770139216
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1425 | LCC = 0.9733 | SRCC = 0.9720 ]
+INFO:root:Average loss=0.014404886290431023
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1449 | LCC = 0.9725 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.01587297648563981
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1629 | LCC = 0.9732 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.014224344111979008
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1693 | LCC = 0.9733 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.013588568799197674
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1597 | LCC = 0.9733 | SRCC = 0.9721 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1614 | LCC = 0.9729 | SRCC = 0.9726 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run2/config.gin b/results_tencent/w2v2_xlsr_2b/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run2/model.pt b/results_tencent/w2v2_xlsr_2b/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bc0c121b9ceb405bf9992bfd6aeadf7b0994afb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:019687e07b3e9661e2fbdfe35900ac034a6ec5e704f06af86d6844ad267fffce
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run2/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e629bc14979b5e76e90476e0d164b5a52f97e1bb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12e168439f279bbc4fa5eee07f2f27acffc1c1e9749d0ba6867c6cbf1dd41a1c
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run2/train.log b/results_tencent/w2v2_xlsr_2b/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..224e1f0eaab12707bfe6a55a5babd2d81e2db98c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.288593734562397
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2192 | LCC = 0.9534 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.11462677782773971
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2241 | LCC = 0.9607 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.09266434049606323
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2506 | LCC = 0.9671 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08271639814972878
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1847 | LCC = 0.9676 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07138272163271904
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2205 | LCC = 0.9687 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06880967178940774
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2012 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0591315691024065
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1854 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05462831145524979
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1631 | LCC = 0.9709 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05346303103864193
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1707 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.045640246763825415
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1550 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04322903147339821
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1768 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04102862370014191
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1745 | LCC = 0.9690 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.038116254583001136
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1586 | LCC = 0.9705 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.034173870146274564
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1636 | LCC = 0.9698 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03371596197783947
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1830 | LCC = 0.9699 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.030013946995139124
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1653 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.028105194240808488
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1729 | LCC = 0.9704 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02556439124047756
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1838 | LCC = 0.9706 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.027838323540985584
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1677 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.023415501929819584
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1678 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.02246561672538519
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1679 | LCC = 0.9709 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.021144229620695114
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1670 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.019943985208868982
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1565 | LCC = 0.9698 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.020093654565513135
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1715 | LCC = 0.9709 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.018886107303202154
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1786 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.017830605432391167
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1659 | LCC = 0.9715 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0160041516572237
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1640 | LCC = 0.9699 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.01652956161648035
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1643 | LCC = 0.9712 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.015433214575052262
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1620 | LCC = 0.9705 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.015845281034708024
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1616 | LCC = 0.9712 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.014883373104035855
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1559 | LCC = 0.9706 | SRCC = 0.9703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1631 | LCC = 0.9723 | SRCC = 0.9724 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run3/config.gin b/results_tencent/w2v2_xlsr_2b/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run3/model.pt b/results_tencent/w2v2_xlsr_2b/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a37f0ce78f9447102634d5323f7a43c907629e64
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c167c3c6519a83b9f0469a0c62825701042720ddf602db401a0ef9576132e91
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run3/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0f44c7ca394c815a073c4d88d896ab004daa1e2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91deeb76a65d42897932378147fe49cfdd0ddfa102d8d85b2c88838fb82cdd07
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run3/train.log b/results_tencent/w2v2_xlsr_2b/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5c5dfead270103e36b5c9088b6f18d6a156f805e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.2846209777593613
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2457 | LCC = 0.9580 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.11466682130098343
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2190 | LCC = 0.9647 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09168681582808494
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2281 | LCC = 0.9679 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.08142186909914016
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1885 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06807489195466042
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1647 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06178170657157898
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1988 | LCC = 0.9714 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.057537810251116754
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1898 | LCC = 0.9723 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.05321028260886669
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1684 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04918451899290085
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1743 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.04264165818691254
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1724 | LCC = 0.9727 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.03946636398136616
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1518 | LCC = 0.9723 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03919021533429622
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1511 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.034417799770832064
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1735 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03121755287051201
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1508 | LCC = 0.9716 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.029685754388570785
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1780 | LCC = 0.9718 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.028061015903949736
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1780 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.026191248178482056
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1603 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.025734806708991528
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1634 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.022009688660502433
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1740 | LCC = 0.9715 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.021860679417848587
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1658 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02144638881832361
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1747 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.0208051450625062
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1722 | LCC = 0.9717 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.018989742763340475
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1680 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.018835969038307667
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1853 | LCC = 0.9724 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.01848563363403082
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1778 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.01701385921239853
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1675 | LCC = 0.9726 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.015168678920716046
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1621 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.01585055936127901
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1516 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.014508955217897891
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1629 | LCC = 0.9712 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.013383146934211254
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1741 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.01404670576006174
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1689 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1742 | LCC = 0.9735 | SRCC = 0.9736 ]
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run4/config.gin b/results_tencent/w2v2_xlsr_2b/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run4/model.pt b/results_tencent/w2v2_xlsr_2b/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e56b7597db3177de8f4b74aae04f8a2fbcfcab0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4222cb9d60ef638cb92ec8c8cf156b443d3f0856a9d1e119ac3290e77e26e0cf
+size 5697099
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run4/model_best.pt b/results_tencent/w2v2_xlsr_2b/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a10d0df3ec9fa849256709ba9b2dce931e61867
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bceb85b2ce009dd5ffe5174642f57d0f28c3ee0e5b722442090f763bef2935ec
+size 5698758
diff --git a/results_tencent/w2v2_xlsr_2b/layer8/run4/train.log b/results_tencent/w2v2_xlsr_2b/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f0abe44d8cab9b8d556569f42b70aeb7d7dd194c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_2b/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33596310794353484
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2182 | LCC = 0.9553 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.11327118420600892
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1809 | LCC = 0.9638 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.09801545569300651
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1876 | LCC = 0.9662 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08159994107484818
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2253 | LCC = 0.9679 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07317693030834198
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1875 | LCC = 0.9700 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.06504697644710541
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1666 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06068231999874115
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1890 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05456258325278759
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1611 | LCC = 0.9706 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05340938849747181
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1498 | LCC = 0.9708 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04600918444991112
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1825 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04177250093221664
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1498 | LCC = 0.9705 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04001464706659317
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1495 | LCC = 0.9713 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.037568612322211266
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1572 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.034861469507217406
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1603 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.031743711069226264
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1847 | LCC = 0.9716 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.02984345459938049
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1787 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0279982545375824
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1628 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.027070988193154333
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1858 | LCC = 0.9706 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.02509046483039856
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1576 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.023420952990651132
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1851 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.023125443540513515
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1617 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.02108913916349411
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1884 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.019628984212875365
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1814 | LCC = 0.9712 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.019073903433978558
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1680 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.01781276234984398
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1814 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.018456815727055074
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1563 | LCC = 0.9716 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.016274504214525223
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1602 | LCC = 0.9719 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.016741685912013055
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1567 | LCC = 0.9720 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.01606670406460762
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1612 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.014842448361217975
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1789 | LCC = 0.9715 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0140424959436059
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1651 | LCC = 0.9713 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1792 | LCC = 0.9735 | SRCC = 0.9730 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a39743b938174c23c7494089b1e8ffc02e4d8e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935de884b1c9aee2690dddf58f33c89523b12ae9776844fe4dd5d6503944e2fb
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a78d88609c53f65ab2e7071dbe1f3bb07a64693f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19ec1059640b0aa2f6feb29f2d431b62e60c34222771300dc6799a34a5fa3fe8
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4aaab6aa2f6d52a83e26ea5aa96ea16ea4181004
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4937872843742371
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4362 | LCC = 0.9045 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.2631313055753708
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4003 | LCC = 0.9141 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.23880730360746383
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3935 | LCC = 0.9169 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.2037207722067833
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3170 | LCC = 0.9260 | SRCC = 0.9285 ]
+INFO:root:Average loss=0.1894145578145981
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2637 | LCC = 0.9306 | SRCC = 0.9318 ]
+INFO:root:Average loss=0.18342477816343308
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2592 | LCC = 0.9315 | SRCC = 0.9312 ]
+INFO:root:Average loss=0.17088267582654953
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2576 | LCC = 0.9390 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.1541347615122795
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3110 | LCC = 0.9396 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15288787496089934
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3152 | LCC = 0.9349 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.14332104271650314
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2355 | LCC = 0.9411 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.13767658025026322
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2755 | LCC = 0.9421 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.13444739985466003
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2430 | LCC = 0.9440 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.12049592089653015
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2382 | LCC = 0.9480 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.11440089476108552
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2366 | LCC = 0.9461 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.11124288901686669
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2516 | LCC = 0.9466 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.10589141976833344
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2156 | LCC = 0.9475 | SRCC = 0.9470 ]
+INFO:root:Average loss=0.10112795871496201
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2262 | LCC = 0.9466 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.09487278407812119
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2126 | LCC = 0.9486 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.09032206359505654
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2153 | LCC = 0.9486 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.0869474390298128
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2002 | LCC = 0.9496 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.09007319352030754
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2366 | LCC = 0.9487 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.08580799779295921
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2099 | LCC = 0.9499 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.07926384672522545
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2229 | LCC = 0.9511 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.07772863245010377
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2072 | LCC = 0.9509 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.07441197592020035
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2155 | LCC = 0.9505 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.07271568650007249
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2147 | LCC = 0.9504 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.07482687681913376
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1777 | LCC = 0.9495 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.07053612819314004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1973 | LCC = 0.9515 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.0663141299188137
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1892 | LCC = 0.9530 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.0677046320438385
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1863 | LCC = 0.9524 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.06295600154995919
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2184 | LCC = 0.9525 | SRCC = 0.9516 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1916 | LCC = 0.9529 | SRCC = 0.9525 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4055264715c4bdb883670aae145b03b0742369e9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db9f4f6f44ba8ccf136703b8f041a233d88cd955825d2ffe06f2b82b6fb88933
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d9b803726434405c1cef8db0274a6ad691e02d4b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0f8c40719e2b837cdbf5cbc3dee2eb3a01fe911d3f01a941498ed827a24ee70
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fa151760a6ecb8a9c7b1d39a46991cf8d0c52870
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5532776871919632
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3641 | LCC = 0.8966 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.2475204436779022
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3173 | LCC = 0.9171 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.2200780925154686
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2530 | LCC = 0.9281 | SRCC = 0.9288 ]
+INFO:root:Average loss=0.20910645890235902
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2941 | LCC = 0.9333 | SRCC = 0.9336 ]
+INFO:root:Average loss=0.18870790725946426
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2498 | LCC = 0.9339 | SRCC = 0.9359 ]
+INFO:root:Average loss=0.17282789850234986
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2309 | LCC = 0.9415 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.1610081692934036
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2559 | LCC = 0.9376 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.14556628257036208
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2602 | LCC = 0.9411 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.14920354145765305
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2397 | LCC = 0.9400 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.13528092885017395
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2387 | LCC = 0.9478 | SRCC = 0.9485 ]
+INFO:root:Average loss=0.12439063730835914
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1922 | LCC = 0.9474 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.12401437658071518
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2078 | LCC = 0.9471 | SRCC = 0.9481 ]
+INFO:root:Average loss=0.11307326740026474
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1975 | LCC = 0.9481 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.10679444712400436
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2777 | LCC = 0.9479 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.10420335209369659
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2104 | LCC = 0.9509 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.10575223016738891
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2296 | LCC = 0.9484 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1001702735722065
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2377 | LCC = 0.9498 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.09333987537026406
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2042 | LCC = 0.9506 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.09541352832317353
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1958 | LCC = 0.9487 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.0914495085477829
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1927 | LCC = 0.9515 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.08998866283893585
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2155 | LCC = 0.9490 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08197628128528595
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1979 | LCC = 0.9533 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.08133786424994469
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1965 | LCC = 0.9543 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.07532946404814721
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1733 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.08090609607100487
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1802 | LCC = 0.9535 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.07171475142240524
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1744 | LCC = 0.9547 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06638200616836548
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1860 | LCC = 0.9530 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.08122904497385025
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2038 | LCC = 0.9520 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.06865652334690094
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1867 | LCC = 0.9551 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.06773118188977241
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2067 | LCC = 0.9546 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.06671747893095016
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1748 | LCC = 0.9542 | SRCC = 0.9542 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1963 | LCC = 0.9509 | SRCC = 0.9514 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a14546323b05d10b91363e4dff5ed5645001716e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78c33f2b3c0ae7a62cfbadfcba1847ccfde6455457948f8b7e47f82950c41628
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..708cd7babd1127e4646f0a862e3ac6817137f2bc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75a830f10ab8fa1847b4209b6360990b4e94feb798e0ee3211ed96f881942daf
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a571ee3c723647fb52419bb533e848514ce9f6b8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4950862339735031
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4151 | LCC = 0.9009 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.2517092988491058
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3319 | LCC = 0.9197 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.22356176698207855
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3509 | LCC = 0.9232 | SRCC = 0.9285 ]
+INFO:root:Average loss=0.213443941116333
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2976 | LCC = 0.9304 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.19852618885040282
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2556 | LCC = 0.9295 | SRCC = 0.9293 ]
+INFO:root:Average loss=0.18304332262277603
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2735 | LCC = 0.9359 | SRCC = 0.9365 ]
+INFO:root:Average loss=0.16628234899044037
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2444 | LCC = 0.9382 | SRCC = 0.9385 ]
+INFO:root:Average loss=0.16418381255865097
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2575 | LCC = 0.9383 | SRCC = 0.9387 ]
+INFO:root:Average loss=0.1560496711730957
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2534 | LCC = 0.9406 | SRCC = 0.9425 ]
+INFO:root:Average loss=0.13589367860555648
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2327 | LCC = 0.9421 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.13118107110261917
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2311 | LCC = 0.9444 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.13018264600634574
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2315 | LCC = 0.9437 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.11394536739587784
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2472 | LCC = 0.9480 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.11555148658156394
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2030 | LCC = 0.9463 | SRCC = 0.9466 ]
+INFO:root:Average loss=0.11366435366868972
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2237 | LCC = 0.9496 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.1058735436797142
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2196 | LCC = 0.9495 | SRCC = 0.9498 ]
+INFO:root:Average loss=0.09847565338015557
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2077 | LCC = 0.9475 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.09482168665528297
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2382 | LCC = 0.9500 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.09105483514070511
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2090 | LCC = 0.9485 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.08855691489577293
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2087 | LCC = 0.9499 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.08630113899707795
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2267 | LCC = 0.9502 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.08404242020845414
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1910 | LCC = 0.9501 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.08213857647776604
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1958 | LCC = 0.9508 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.07782401105761529
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2187 | LCC = 0.9493 | SRCC = 0.9495 ]
+INFO:root:Average loss=0.07366468480229378
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2148 | LCC = 0.9529 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.07330899009108544
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1997 | LCC = 0.9540 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.07239204183220864
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2020 | LCC = 0.9496 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.06986202418804169
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2023 | LCC = 0.9549 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.06709587395191192
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2033 | LCC = 0.9534 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.06858546948432923
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2228 | LCC = 0.9523 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.0628837186396122
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1850 | LCC = 0.9538 | SRCC = 0.9542 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2107 | LCC = 0.9537 | SRCC = 0.9540 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..106df8839128912f4121d5d5b7393c50231b6db8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:813a74da745eb51bdba6da9f6c8f11981ff7fec3e2a73b499c1283b75d7279ac
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3420201c5dd890bc9f8631695cc144c32e16d70c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3de8ee6e4dc3973b49fb4c4e428084d9e87859cc7b4a1519e0bf7112e81d69e
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..27d2ae67d2ffa6a49b780a4b52c8a14cfa446dc1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5029933170080185
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3669 | LCC = 0.9050 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.2556086772680283
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3043 | LCC = 0.9158 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.235111323595047
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2728 | LCC = 0.9221 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.20808708500862122
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3065 | LCC = 0.9316 | SRCC = 0.9324 ]
+INFO:root:Average loss=0.19715029203891754
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2713 | LCC = 0.9292 | SRCC = 0.9304 ]
+INFO:root:Average loss=0.16666529244184494
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2525 | LCC = 0.9339 | SRCC = 0.9350 ]
+INFO:root:Average loss=0.16365592581033706
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2306 | LCC = 0.9373 | SRCC = 0.9397 ]
+INFO:root:Average loss=0.15538931673765183
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2217 | LCC = 0.9398 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.13952434945106507
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2472 | LCC = 0.9423 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.13629470551013947
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.9402 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.1300176283121109
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2240 | LCC = 0.9459 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.11842053297162056
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3052 | LCC = 0.9428 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.11991237038373947
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2170 | LCC = 0.9466 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.1115935327410698
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2657 | LCC = 0.9374 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.10800327718257904
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2251 | LCC = 0.9450 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.11241351407766342
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2477 | LCC = 0.9464 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.0990265093445778
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1914 | LCC = 0.9469 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.09246060937643051
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2410 | LCC = 0.9488 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.08986003968119621
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2405 | LCC = 0.9440 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.08687125715613365
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2183 | LCC = 0.9496 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.08556852966547013
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1820 | LCC = 0.9484 | SRCC = 0.9479 ]
+INFO:root:Average loss=0.08292620846629142
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2583 | LCC = 0.9508 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.08222160288691521
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2535 | LCC = 0.9498 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.07313407602906227
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2329 | LCC = 0.9464 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.07635659596323967
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2326 | LCC = 0.9509 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.0725153391957283
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2481 | LCC = 0.9495 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.07327294582128525
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2170 | LCC = 0.9520 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.0714719042479992
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2233 | LCC = 0.9512 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.0691168609559536
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2327 | LCC = 0.9507 | SRCC = 0.9505 ]
+INFO:root:Average loss=0.062445934623479846
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2181 | LCC = 0.9495 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.06589478826522827
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2273 | LCC = 0.9494 | SRCC = 0.9494 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2210 | LCC = 0.9514 | SRCC = 0.9518 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..926346477ea2b1e9eb6ef234b794c04f6e6dbaa1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fff54c01fa879926db4a56af71b252eb4bfb21b6c291c75e09b76538d878d8d
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17f60b160d891dd140fe3baf4d4b8620a8a66af8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:400e7a645f205dcdacc816e16fc856b377165d823fa052947d0e975329c158b0
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer0/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..acbaaeb933de5394d919b865ab896c3bff4cfc01
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6001667940616607
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3853 | LCC = 0.8882 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.26388454747200013
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3283 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.23233140206336975
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3464 | LCC = 0.9245 | SRCC = 0.9249 ]
+INFO:root:Average loss=0.2033901601433754
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3659 | LCC = 0.9230 | SRCC = 0.9255 ]
+INFO:root:Average loss=0.214274825155735
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2758 | LCC = 0.9307 | SRCC = 0.9318 ]
+INFO:root:Average loss=0.17832183235883714
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2941 | LCC = 0.9358 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.16947560846805573
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2466 | LCC = 0.9362 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.15519511675834655
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2943 | LCC = 0.9274 | SRCC = 0.9284 ]
+INFO:root:Average loss=0.14889833083748819
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2618 | LCC = 0.9407 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.14858568328619004
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2683 | LCC = 0.9408 | SRCC = 0.9419 ]
+INFO:root:Average loss=0.13441537308692933
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2574 | LCC = 0.9427 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.12403955495357513
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2257 | LCC = 0.9450 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.12348395872116089
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2146 | LCC = 0.9433 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.11046525824069976
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2228 | LCC = 0.9462 | SRCC = 0.9475 ]
+INFO:root:Average loss=0.10687007236480713
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2193 | LCC = 0.9480 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.101767409324646
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2662 | LCC = 0.9480 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.10372740656137466
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2186 | LCC = 0.9492 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.09629725188016891
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2376 | LCC = 0.9478 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.0893224530518055
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2269 | LCC = 0.9492 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.09056361830234527
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2357 | LCC = 0.9450 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.08275309655070305
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2137 | LCC = 0.9482 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.08173299372196198
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2266 | LCC = 0.9494 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.07711122414469719
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2066 | LCC = 0.9491 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.0768370342552662
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2038 | LCC = 0.9516 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.07934967312216759
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2286 | LCC = 0.9523 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.07200599268078804
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2241 | LCC = 0.9523 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.0682959334552288
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2318 | LCC = 0.9524 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.06624861866235733
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1996 | LCC = 0.9519 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.06493077805638313
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2004 | LCC = 0.9511 | SRCC = 0.9515 ]
+INFO:root:Average loss=0.06304292103648186
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1995 | LCC = 0.9519 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.06361654874682426
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2451 | LCC = 0.9502 | SRCC = 0.9514 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2403 | LCC = 0.9522 | SRCC = 0.9528 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ac896c69293d3429367e9b62e4f87f281ccc6ba
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3cc55f2d8c17cc8ac45d823c6f6602ae09b43fe8dfe85ee8828c566651cf1b49
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc688429acb488872f1e7bf5b681fe66b6794c5e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c40358753fac3065ea8ac0a14caaf366424dd5c4c4c17e3684b92cae7c756f
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cc538abeaceedb6ad5f4ae1d8717a2521758de1b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47471082746982574
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2811 | LCC = 0.9235 | SRCC = 0.9231 ]
+INFO:root:Average loss=0.20463378888368605
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3098 | LCC = 0.9305 | SRCC = 0.9310 ]
+INFO:root:Average loss=0.1857096673846245
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2940 | LCC = 0.9414 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.16323678731918334
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2201 | LCC = 0.9429 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.1517276667356491
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2337 | LCC = 0.9485 | SRCC = 0.9483 ]
+INFO:root:Average loss=0.1322450060248375
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2038 | LCC = 0.9501 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.12603169894218444
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2178 | LCC = 0.9535 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12018694818019866
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2240 | LCC = 0.9521 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1188675519824028
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2335 | LCC = 0.9545 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.10426448899507522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2149 | LCC = 0.9551 | SRCC = 0.9547 ]
+INFO:root:Average loss=0.10073076000809669
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2145 | LCC = 0.9537 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.09821195337176324
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2268 | LCC = 0.9541 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.09078649425506592
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1879 | LCC = 0.9567 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08711048737168312
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1980 | LCC = 0.9579 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0869430770277977
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1991 | LCC = 0.9568 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.07739602488279343
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1714 | LCC = 0.9586 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07645907241106033
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1777 | LCC = 0.9574 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.07082414519786835
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1968 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0688243094086647
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1681 | LCC = 0.9585 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07057421290874481
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1818 | LCC = 0.9591 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.06638117724657058
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1885 | LCC = 0.9569 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.0595396648645401
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1772 | LCC = 0.9588 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.06103924304246902
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1814 | LCC = 0.9610 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.0605318900346756
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1910 | LCC = 0.9593 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.05580952450633049
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1769 | LCC = 0.9601 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.05390099853277206
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1754 | LCC = 0.9602 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.04996481446921825
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1954 | LCC = 0.9588 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.049884215474128725
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1758 | LCC = 0.9572 | SRCC = 0.9565 ]
+INFO:root:Average loss=0.05009494064748287
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1825 | LCC = 0.9595 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.04883363714814186
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1676 | LCC = 0.9596 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.05002952218055725
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2008 | LCC = 0.9609 | SRCC = 0.9599 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1845 | LCC = 0.9605 | SRCC = 0.9599 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..624098e18daf8e1a6f2417371ff771dcd05a6803
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:391f5ba7b762ba4e17b0f4d36e32f09993221a15f194c22caaeda8315441e041
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0fbc929a0ad0c8bd0186a503ee4b91ef29caa26
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b2ea1e9467f9ec8506368cf324e9eea7b7527e67a476c6c81161e2908bf81d8
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5f9385e0fabf3073ec06eee97e5b4209cf956701
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42841929280757907
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2924 | LCC = 0.9189 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.22030437964200975
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2801 | LCC = 0.9347 | SRCC = 0.9351 ]
+INFO:root:Average loss=0.17663730663061142
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2694 | LCC = 0.9410 | SRCC = 0.9413 ]
+INFO:root:Average loss=0.15987383019924165
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2274 | LCC = 0.9447 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.156488920211792
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2335 | LCC = 0.9493 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.13992932158708574
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2686 | LCC = 0.9497 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.12118409168720246
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2290 | LCC = 0.9513 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.11566640940308572
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2424 | LCC = 0.9525 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.10481669169664383
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2030 | LCC = 0.9561 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.10128045895695686
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2108 | LCC = 0.9561 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.09404334622621537
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2022 | LCC = 0.9553 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.0945204145014286
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2124 | LCC = 0.9530 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.09421612140536308
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2087 | LCC = 0.9584 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.08316013395786286
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1918 | LCC = 0.9581 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.08365606254339218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1896 | LCC = 0.9579 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.07533327493071557
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2204 | LCC = 0.9595 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.07382117989659309
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1791 | LCC = 0.9595 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.07170844665169716
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2016 | LCC = 0.9576 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.0668709815442562
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2213 | LCC = 0.9569 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.061749820336699485
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2041 | LCC = 0.9597 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.06091739514470101
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1945 | LCC = 0.9566 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.05981769201159477
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1962 | LCC = 0.9602 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05905117610096931
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1889 | LCC = 0.9602 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.06045571285486221
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1803 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.052624339282512665
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1965 | LCC = 0.9611 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.05213200034201145
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1675 | LCC = 0.9598 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05254828423261643
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1828 | LCC = 0.9574 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.050219779565930364
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1625 | LCC = 0.9605 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.05078915178775787
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1813 | LCC = 0.9600 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.045284674257040025
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1677 | LCC = 0.9610 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.047308153659105304
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1881 | LCC = 0.9607 | SRCC = 0.9605 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1981 | LCC = 0.9605 | SRCC = 0.9605 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..069b63feab77d1bcd45563e89c1449005aa9a920
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2830b224d7d4b7b1bba147f887ec14999610f898acf6231c1f6522f672af4bd6
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..070a289e221a30809806d00976a602cd89b53b02
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51db13c8f55f5240f93e93fa22d6988d705aac1f1c373b1e152febb7fe673c8d
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..99e55236a97ad6cdd75fb6b147adf98e3f68d7b2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43776931017637255
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3112 | LCC = 0.9253 | SRCC = 0.9255 ]
+INFO:root:Average loss=0.20986626768112182
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2973 | LCC = 0.9359 | SRCC = 0.9359 ]
+INFO:root:Average loss=0.20507292211055755
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2565 | LCC = 0.9416 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.16275356328487398
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2451 | LCC = 0.9453 | SRCC = 0.9451 ]
+INFO:root:Average loss=0.1466217715740204
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2668 | LCC = 0.9482 | SRCC = 0.9478 ]
+INFO:root:Average loss=0.12995235192775725
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2850 | LCC = 0.9499 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.12712186497449876
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2221 | LCC = 0.9542 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.11552560433745385
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2402 | LCC = 0.9559 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.11614664256572724
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1986 | LCC = 0.9563 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.10106374514102935
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1998 | LCC = 0.9563 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10124948275089264
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2190 | LCC = 0.9558 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.09205449432134628
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2268 | LCC = 0.9584 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.08807245230674744
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2114 | LCC = 0.9569 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.0854382554590702
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1809 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.07864962595701218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1921 | LCC = 0.9558 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.07753753381967544
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1851 | LCC = 0.9590 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.07188978579640388
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2243 | LCC = 0.9598 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.07003843596577644
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1901 | LCC = 0.9595 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.06526151412725449
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1837 | LCC = 0.9604 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.06355547678470612
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1917 | LCC = 0.9608 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.06409569010138512
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2182 | LCC = 0.9587 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.05874375307559967
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1899 | LCC = 0.9604 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.056278875440359116
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1990 | LCC = 0.9597 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.055675821095705035
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2075 | LCC = 0.9573 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.05764417344331741
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1940 | LCC = 0.9609 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.0525011402964592
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2092 | LCC = 0.9599 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.05007483226060867
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2152 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05314244678616524
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2090 | LCC = 0.9610 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.04436225569248199
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1744 | LCC = 0.9619 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0454799570441246
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2010 | LCC = 0.9610 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.044825776010751724
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2089 | LCC = 0.9590 | SRCC = 0.9594 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1783 | LCC = 0.9612 | SRCC = 0.9612 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc5a60c53b16be17fe6842581c9389060a89efef
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1898d6a5c7df7b5e241f5b948b6f15caf0d14487aee7ecafd65248b7f36cb6f
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b859aa09e25f78b9582e6973b880974fe1a89a1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fb29c9ad6b2e6c92160e1dfb557658c2ec86fee59f04cb259c3770d6e4f2f6
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bcb1686c0652c3e11ae9726464655a3b47759407
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45339357924461365
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3316 | LCC = 0.9217 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.2175066022872925
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3266 | LCC = 0.9287 | SRCC = 0.9302 ]
+INFO:root:Average loss=0.1870447199344635
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2502 | LCC = 0.9373 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.16391107815504075
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2497 | LCC = 0.9410 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.14479786324501037
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2475 | LCC = 0.9452 | SRCC = 0.9467 ]
+INFO:root:Average loss=0.13639587119221688
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2660 | LCC = 0.9481 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.12438359445333481
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3231 | LCC = 0.9486 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.1236180470585823
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2165 | LCC = 0.9494 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.11328503924608231
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2164 | LCC = 0.9525 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.10604775750637055
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2035 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.10044874340295791
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2343 | LCC = 0.9534 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.0984074355661869
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1994 | LCC = 0.9538 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.09171887540817261
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2393 | LCC = 0.9547 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.09120056831836701
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2019 | LCC = 0.9556 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.08709702807664871
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1991 | LCC = 0.9570 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.08263715130090714
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2321 | LCC = 0.9560 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.07676188573241234
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2329 | LCC = 0.9565 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.07495856773853302
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1816 | LCC = 0.9572 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.06955958220362664
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1968 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.06871832409501076
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1959 | LCC = 0.9557 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.06525664246082306
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1879 | LCC = 0.9595 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.06280659464001656
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1947 | LCC = 0.9575 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.05932036371529102
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2117 | LCC = 0.9561 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.05928772857785225
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1987 | LCC = 0.9600 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.05610860720276833
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1877 | LCC = 0.9605 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.05534163366258144
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1789 | LCC = 0.9604 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.05488713151216507
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2036 | LCC = 0.9606 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.05524185511469841
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2064 | LCC = 0.9609 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.050965744644403455
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2496 | LCC = 0.9594 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.05041939325630665
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1869 | LCC = 0.9614 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.047089608415961264
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2046 | LCC = 0.9614 | SRCC = 0.9612 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2174 | LCC = 0.9580 | SRCC = 0.9575 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abed9aa2808f242cfd09b1c3589e5405ca024fff
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06c66b13fff184eff4fe940acd3b8e504a97d29432d75393aeaf01a0725bf092
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..460658c60d3b70d2cad668b54547a2c8ea9cc630
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:389f389d203f8c62cf525fdbbcc6d0dfc0e4f6293082bf0df41383f69238875a
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer1/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..03e8ed74ef4f91f6e94f62e524b1cf11e77573db
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.509021176815033
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4231 | LCC = 0.9137 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.21365710556507111
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3652 | LCC = 0.9256 | SRCC = 0.9308 ]
+INFO:root:Average loss=0.18169973856210708
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3036 | LCC = 0.9408 | SRCC = 0.9409 ]
+INFO:root:Average loss=0.17164337158203125
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2826 | LCC = 0.9434 | SRCC = 0.9438 ]
+INFO:root:Average loss=0.1499619055390358
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3112 | LCC = 0.9458 | SRCC = 0.9459 ]
+INFO:root:Average loss=0.13525182139873504
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2888 | LCC = 0.9478 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.13743859136104583
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2760 | LCC = 0.9495 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.12060752046108246
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2578 | LCC = 0.9471 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.11542428666353226
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2422 | LCC = 0.9482 | SRCC = 0.9508 ]
+INFO:root:Average loss=0.1071103156208992
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2226 | LCC = 0.9528 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.09967468789219856
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2325 | LCC = 0.9527 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.09308948367834091
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2518 | LCC = 0.9510 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.0964099226295948
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1929 | LCC = 0.9521 | SRCC = 0.9525 ]
+INFO:root:Average loss=0.09291391760110855
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2004 | LCC = 0.9563 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.08356068861484528
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1886 | LCC = 0.9536 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.08071530738472939
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2483 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.07524855875968933
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1995 | LCC = 0.9590 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.08212758159637451
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2105 | LCC = 0.9573 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0715131242275238
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1984 | LCC = 0.9559 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.06878029742836952
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2163 | LCC = 0.9575 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.06580213111639023
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1873 | LCC = 0.9591 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.06143108278512955
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2106 | LCC = 0.9580 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.0626131587922573
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2104 | LCC = 0.9579 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.05837493059039116
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1879 | LCC = 0.9601 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.05363311058282852
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2066 | LCC = 0.9603 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.053533281922340394
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1729 | LCC = 0.9569 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.05236600810289383
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1984 | LCC = 0.9607 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.053874789297580716
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2196 | LCC = 0.9607 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.048887474521994594
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1994 | LCC = 0.9610 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.050714755937457084
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2124 | LCC = 0.9602 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.04866272194683552
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1987 | LCC = 0.9614 | SRCC = 0.9604 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2000 | LCC = 0.9601 | SRCC = 0.9604 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9cffa89ebea58202c451d08ead15fc0841b6fb62
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17cfcf7391391e77b9cf2ecf1e9c40e087a71fea85119506eaefab2f185e3177
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c780c689576a47e861524bc222fa1690283626b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8c3e5aef6c897afdd7d1596ae4f24e5ea8fdd3a801802a7b0e1cb36fb8f4ab2d
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d7c32491c284cd62283162db4fe07da8ecba2b48
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.479064640879631
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2432 | LCC = 0.9438 | SRCC = 0.9426 ]
+INFO:root:Average loss=0.1558872630596161
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1725 | LCC = 0.9566 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.13071644520759582
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1704 | LCC = 0.9604 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.1058580970466137
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1626 | LCC = 0.9640 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.10004855793714523
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1845 | LCC = 0.9655 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09221648949384689
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1971 | LCC = 0.9672 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08581761661171913
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2011 | LCC = 0.9651 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08034167924523354
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1821 | LCC = 0.9692 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07588063117861747
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1981 | LCC = 0.9696 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.07479211676120757
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1553 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0676455651819706
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1809 | LCC = 0.9698 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06463040912151337
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1699 | LCC = 0.9702 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06376866707205772
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1911 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06199777990579605
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1634 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.057309724777936936
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1604 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05723627109825611
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1468 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.054943326577544215
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1402 | LCC = 0.9703 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05156315414607525
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1861 | LCC = 0.9715 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.050150095716118816
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1642 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04901222598552704
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1637 | LCC = 0.9721 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05048591959476471
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1470 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04449892193078995
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1556 | LCC = 0.9717 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04179543469846249
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1714 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.042062214389443395
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1731 | LCC = 0.9718 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.040696928039193156
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1715 | LCC = 0.9724 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.03700401413440704
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1677 | LCC = 0.9722 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.037313050568103794
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1561 | LCC = 0.9721 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03458060422539711
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1581 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0363824749737978
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1542 | LCC = 0.9720 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03349176247417927
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1561 | LCC = 0.9721 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0345341847538948
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1390 | LCC = 0.9721 | SRCC = 0.9711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1714 | LCC = 0.9705 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c2b157a17afdb8380379885012587f10d4438b4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fedad1e6a5912a5a55044e654ab63d8da14d01705c25dbcf3e9a2307b0545e
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c30071576b13a25a272d180e7f53e761f59fe66e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3900436f6dda87565cb26aa8f5a8429bed21e49169f7ed6f9af424526c46618c
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..585de115553d90dba23127ba96406154a70b6c16
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43783231467008593
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3009 | LCC = 0.9457 | SRCC = 0.9471 ]
+INFO:root:Average loss=0.14854203689098358
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2036 | LCC = 0.9598 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.11455140382051468
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1886 | LCC = 0.9632 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.10960459178686142
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2592 | LCC = 0.9648 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.09854302343726158
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1818 | LCC = 0.9676 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.08941583412885666
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1559 | LCC = 0.9671 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08473195496201515
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1547 | LCC = 0.9692 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.08496897357702256
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2074 | LCC = 0.9691 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.07290396508574486
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1706 | LCC = 0.9706 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.07197395372390747
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1785 | LCC = 0.9708 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.07037470611929894
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1542 | LCC = 0.9705 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.0632152313888073
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1696 | LCC = 0.9713 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.06769085001945496
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1639 | LCC = 0.9712 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.06097522720694542
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1522 | LCC = 0.9703 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05768601909279823
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1901 | LCC = 0.9713 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.05509214851260185
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1695 | LCC = 0.9716 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.054972716510295866
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1852 | LCC = 0.9714 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.05146827092766762
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1882 | LCC = 0.9707 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05032786817848683
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1712 | LCC = 0.9720 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.04613757413625717
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1397 | LCC = 0.9710 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.047417187571525576
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1724 | LCC = 0.9714 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04323631815612316
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1413 | LCC = 0.9720 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.044582469746470454
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1269 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04155110876262188
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1633 | LCC = 0.9713 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03985753832757473
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1727 | LCC = 0.9707 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.041451071590185164
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1429 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03764134638011456
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1850 | LCC = 0.9708 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03548748454451561
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1500 | LCC = 0.9723 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03470665246248245
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1814 | LCC = 0.9721 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03414634701609612
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1664 | LCC = 0.9711 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03294177886843681
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1538 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1524 | LCC = 0.9705 | SRCC = 0.9703 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..239785ee2e6a27061f967bdc1bcebc5be360a789
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0aa2b9a523d4a98e262ac58d98629d083a1b092d17554b1e9c4c870d2e6348
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2827bb172b285291a9a03fe268a0675ee1ce516d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab80ab66eca107c3f2c7b65394bbec69abe26163108f7d2dfcd75a712e52bd4
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3844ed2a4411a8e2b207bc410f8c5fb3fbe66402
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39949902379512786
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2296 | LCC = 0.9400 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.14950893425941467
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1932 | LCC = 0.9545 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.1255701405405998
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2367 | LCC = 0.9605 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.11636809283494949
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1868 | LCC = 0.9629 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09989224883913994
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1869 | LCC = 0.9649 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.09299938583374023
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1770 | LCC = 0.9660 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08397976371645928
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2224 | LCC = 0.9671 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.08444929927587509
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1680 | LCC = 0.9685 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.08189726001024246
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1527 | LCC = 0.9671 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07287633532285691
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1639 | LCC = 0.9686 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07114261224865913
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1793 | LCC = 0.9701 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.06709747543931008
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1677 | LCC = 0.9704 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.06602255430817604
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1846 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.061947088181972504
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1813 | LCC = 0.9705 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05772765225172043
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1940 | LCC = 0.9699 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.055912860676646234
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1879 | LCC = 0.9711 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.057286740839481355
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1639 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05187011130154133
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1859 | LCC = 0.9702 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.054310856223106385
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1665 | LCC = 0.9700 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.048695438757538796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1716 | LCC = 0.9712 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04703837935626507
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1554 | LCC = 0.9713 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.0441760545372963
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1828 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.042402667433023455
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1765 | LCC = 0.9721 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.041044786617159844
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1577 | LCC = 0.9711 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04098597344756126
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1942 | LCC = 0.9719 | SRCC = 0.9716 ]
+INFO:root:Average loss=0.041009298801422116
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1722 | LCC = 0.9722 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.03725384202599526
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1719 | LCC = 0.9720 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.034922066301107405
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1468 | LCC = 0.9697 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03486136801540852
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1561 | LCC = 0.9719 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03417920306324959
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1742 | LCC = 0.9721 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.03184484338760376
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1683 | LCC = 0.9716 | SRCC = 0.9710 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1764 | LCC = 0.9698 | SRCC = 0.9699 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..998663ade0ea747cb464a935aacbe92842cab175
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e98c4c92ad7b0d447191d49ff87909075e87ac7998de9d43e135b0a2b2e1b26
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c34c7577372c2e0dc1ada7ca10170bd02a727d0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df35eaf9271bab615148e89d20fdab9c8c16242e98313f2670c66f4b89386cea
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9913cc5b2797109e58298d92475f5415914378a8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38901539754867553
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2591 | LCC = 0.9415 | SRCC = 0.9408 ]
+INFO:root:Average loss=0.1623812803030014
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2158 | LCC = 0.9542 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12349386978149414
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2014 | LCC = 0.9606 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.11144679978489876
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2057 | LCC = 0.9633 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.1053487578034401
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1769 | LCC = 0.9651 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.09354294055700302
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1898 | LCC = 0.9664 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.0856912761926651
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2166 | LCC = 0.9667 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08620564118027688
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2190 | LCC = 0.9675 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07733961650729179
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1956 | LCC = 0.9685 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.07356883490085601
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1720 | LCC = 0.9694 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06840247109532356
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1667 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.07030081787705421
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1631 | LCC = 0.9697 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.06361067152023316
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1916 | LCC = 0.9699 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06060336777567864
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1687 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.06273414352536201
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1478 | LCC = 0.9704 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05692158940434456
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1748 | LCC = 0.9722 | SRCC = 0.9718 ]
+INFO:root:Average loss=0.05440722095966339
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1897 | LCC = 0.9708 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.053529590532183646
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2010 | LCC = 0.9713 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.05166560173034668
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1591 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.052899368762969974
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1763 | LCC = 0.9727 | SRCC = 0.9722 ]
+INFO:root:Average loss=0.04668264672160149
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1822 | LCC = 0.9705 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04787935850024223
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1704 | LCC = 0.9722 | SRCC = 0.9719 ]
+INFO:root:Average loss=0.04169168525934219
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1837 | LCC = 0.9726 | SRCC = 0.9721 ]
+INFO:root:Average loss=0.041860378727316856
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1741 | LCC = 0.9718 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.04133903433382511
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2209 | LCC = 0.9710 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03928771390020847
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1524 | LCC = 0.9716 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.037991034507751466
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1579 | LCC = 0.9717 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.035522441163659095
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1555 | LCC = 0.9725 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03592107583582401
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1621 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.035090830981731415
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1761 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.034233959242701534
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2062 | LCC = 0.9708 | SRCC = 0.9708 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1776 | LCC = 0.9707 | SRCC = 0.9711 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b810bc62108f4b304fc385c7ef6d0fe35887545
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c327d0f82fa17ff04a402a432fcc79c83267154645e522367a6b8ac62a0c232
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230197f9b233d4700027d5c9aedc921e074269ac
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adcfd3e0e7e56dbdad60734700554b46bfa279d4cdc47cef0f90836a13ea20d
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer10/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a8594e25ccd602fcfd19f3bc1299fe41d57b83a0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44553619021177293
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3264 | LCC = 0.9456 | SRCC = 0.9450 ]
+INFO:root:Average loss=0.15235211551189423
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2012 | LCC = 0.9570 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.1226347929239273
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2136 | LCC = 0.9621 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.10889911127090454
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2130 | LCC = 0.9636 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09673009577393532
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1967 | LCC = 0.9651 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.09363411039113999
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2308 | LCC = 0.9665 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.08282387253642082
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1757 | LCC = 0.9677 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.08184610763192177
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2356 | LCC = 0.9682 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07541485753655433
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1983 | LCC = 0.9682 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07303507578372956
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2166 | LCC = 0.9676 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07063055694103242
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1967 | LCC = 0.9690 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.0653283993601799
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1880 | LCC = 0.9706 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.06546407052874566
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1874 | LCC = 0.9697 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06241693782806396
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1664 | LCC = 0.9679 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05743958687782288
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1528 | LCC = 0.9703 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05488605591654778
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1602 | LCC = 0.9690 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05189205554127693
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2037 | LCC = 0.9694 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.05341595098376274
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2007 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.051381992012262345
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1892 | LCC = 0.9707 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04757174278795719
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1876 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04635910426080227
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1641 | LCC = 0.9713 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04407149460911751
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1552 | LCC = 0.9709 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.045079380735754966
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1862 | LCC = 0.9693 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04262799508869648
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1536 | LCC = 0.9717 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.039642786994576455
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1626 | LCC = 0.9717 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.039996753260493276
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1640 | LCC = 0.9717 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03804629388451576
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1537 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03746812070906162
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1716 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.036745171755552294
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1417 | LCC = 0.9709 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.033604255080223085
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1736 | LCC = 0.9709 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03294735859334469
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1492 | LCC = 0.9710 | SRCC = 0.9707 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1550 | LCC = 0.9703 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cbb5742be8abb0d79e6e7e76df879af12211698
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a620975332357fd02cb850938ab851ad91d40814fb4070fec9d52d14276c8cba
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a63773648b06677c67bac16c6b0a2e07baf1755
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25c672541b50d146cf03f2692c042baa79769d2c3e7bc110961b41c40e636c13
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..12f459e9ac2589b15a8b474eb4bb77aa7561141e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4872369993925095
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2431 | LCC = 0.9388 | SRCC = 0.9372 ]
+INFO:root:Average loss=0.16016202515363692
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2048 | LCC = 0.9521 | SRCC = 0.9519 ]
+INFO:root:Average loss=0.1336264917254448
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1796 | LCC = 0.9594 | SRCC = 0.9602 ]
+INFO:root:Average loss=0.11487455922365189
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2057 | LCC = 0.9640 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09903909075260163
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1843 | LCC = 0.9658 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.09465882998704911
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1823 | LCC = 0.9669 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08586664426326751
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1867 | LCC = 0.9685 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07927096575498581
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1945 | LCC = 0.9687 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.0778021338880062
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1514 | LCC = 0.9685 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.07405285042524337
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1911 | LCC = 0.9688 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07217737311124801
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1605 | LCC = 0.9695 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.06622519406676293
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1878 | LCC = 0.9688 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06945613270998001
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1912 | LCC = 0.9697 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.06635107670724393
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1745 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.059003031879663465
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1348 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.058687469214200975
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1424 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05360245802998543
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1706 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05344263088703156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1685 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04978172910213471
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1523 | LCC = 0.9715 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.0485148366689682
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1494 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.047708739310503005
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1579 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.044433406725525856
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1461 | LCC = 0.9721 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.041280341863632206
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1592 | LCC = 0.9720 | SRCC = 0.9714 ]
+INFO:root:Average loss=0.041147072866559026
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1657 | LCC = 0.9719 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04040309228003025
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1480 | LCC = 0.9720 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.037922941610217094
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1628 | LCC = 0.9713 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03712489126622677
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1725 | LCC = 0.9720 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03783115017414093
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1703 | LCC = 0.9717 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.03425751882791519
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1523 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03320944531261921
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1648 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.03278962428867817
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1450 | LCC = 0.9729 | SRCC = 0.9711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1477 | LCC = 0.9710 | SRCC = 0.9705 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c7b0bff5d21006adddbf48ef3344af1a4a93d95
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b04684fe464025355bc091c63920bde65874a9ca69fb6ef8195c13b9a1e161b
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46ec83d5d256e8601bea1323692cd76e10faf57f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0957088b749d4e96b558d0f64522c47b77ccb93c995113f933556851d4c35b92
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a9838b5fcfc342e88f3d2a3cbd6da5ab09990ba0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43466239804029466
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2590 | LCC = 0.9446 | SRCC = 0.9431 ]
+INFO:root:Average loss=0.15734851092100144
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2500 | LCC = 0.9564 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.12784173756837844
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2049 | LCC = 0.9601 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.11645083600282669
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2113 | LCC = 0.9618 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10506394252181053
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1701 | LCC = 0.9638 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.09733607140183449
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1840 | LCC = 0.9654 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08916976621747016
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1707 | LCC = 0.9661 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08477073264122009
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1781 | LCC = 0.9673 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.0758647721707821
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1707 | LCC = 0.9686 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07257245191931724
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2090 | LCC = 0.9664 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.0687622574865818
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1627 | LCC = 0.9692 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06671308144927025
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2148 | LCC = 0.9684 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06399910235404968
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1855 | LCC = 0.9697 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.062362222760915756
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1446 | LCC = 0.9679 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.056211591929197315
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1626 | LCC = 0.9680 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.056894767507910726
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1770 | LCC = 0.9706 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05451208746433258
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1703 | LCC = 0.9706 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05388962444663048
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1694 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.049862639158964155
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1809 | LCC = 0.9709 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04549078987538815
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1936 | LCC = 0.9696 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04677517944574356
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1691 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04535472708940506
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1773 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.043452636644244196
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1530 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04309486848115921
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1548 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03814813229441643
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1967 | LCC = 0.9690 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.037760596722364426
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1602 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.036634715870022774
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1854 | LCC = 0.9698 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.035750466898083685
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1670 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03374661056697369
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1617 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03302026152610779
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1737 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.033512664541602136
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1933 | LCC = 0.9708 | SRCC = 0.9704 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1554 | LCC = 0.9701 | SRCC = 0.9702 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e66d10930635fac6061d39b5d669d4e13d85f89
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cea7ba6607d4b12ee53625d96d7376381bee12eb22d55e47d554b9056888624
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c17848095a27ea6fda48bb66ad3c8c94cd829fd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de94af8105f5c35fbdf6809d51291d77a33c988b1c665127d2596ed5b990e97f
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fb9c50f61039efb7386c318376e1664c18b58fd0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42986327183246614
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2785 | LCC = 0.9413 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.16497664374113083
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2073 | LCC = 0.9554 | SRCC = 0.9549 ]
+INFO:root:Average loss=0.12514222794771193
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1880 | LCC = 0.9611 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.10742207360267639
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2636 | LCC = 0.9647 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09821477580070495
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2069 | LCC = 0.9643 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09301139330863953
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1660 | LCC = 0.9668 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.08875467705726624
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1830 | LCC = 0.9682 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08000244984030723
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2267 | LCC = 0.9690 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07772583550214768
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1693 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07177685669064522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2344 | LCC = 0.9690 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06788224413990974
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1520 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06683558049798012
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1686 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06469098037481308
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1768 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.06219442030787468
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1463 | LCC = 0.9691 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05846753706037998
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1576 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05676589255034924
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1761 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05395146015286446
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1447 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05391742652654648
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1545 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05247556668519974
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1445 | LCC = 0.9714 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04830897618830204
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1471 | LCC = 0.9710 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.046325227484107015
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1895 | LCC = 0.9717 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04690586192905903
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1381 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04459108783304691
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1547 | LCC = 0.9720 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.0415683054625988
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1639 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04067721280455589
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1403 | LCC = 0.9717 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.038341396301984784
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1861 | LCC = 0.9717 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04072297871112823
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1561 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03817785832285881
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1495 | LCC = 0.9719 | SRCC = 0.9715 ]
+INFO:root:Average loss=0.035921439602971075
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1468 | LCC = 0.9728 | SRCC = 0.9717 ]
+INFO:root:Average loss=0.03327765144407749
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1477 | LCC = 0.9725 | SRCC = 0.9713 ]
+INFO:root:Average loss=0.03467910996079445
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1763 | LCC = 0.9727 | SRCC = 0.9714 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1513 | LCC = 0.9699 | SRCC = 0.9700 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74f191bd984a238929bc989dce6ddedc1f1eab6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09c65a9feb31593790ddc0d642def04d84a5bbe0d9d4bb75e41d2720abef65d4
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..542cca3d8535b779a1dcf69fe8e15c05424d380e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fef6d1542c79d70186a68301b030ac5440e34fb44535588065a5146970d700f4
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..160a4491c37bf7480b9261902855fe7cf07d191c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43280817461013793
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2228 | LCC = 0.9384 | SRCC = 0.9383 ]
+INFO:root:Average loss=0.16736040621995926
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2338 | LCC = 0.9554 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.1394002718925476
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1951 | LCC = 0.9593 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.11773528563976288
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1893 | LCC = 0.9604 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.09981537729501724
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2127 | LCC = 0.9636 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09269409275054932
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2145 | LCC = 0.9656 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.0883331546485424
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2262 | LCC = 0.9634 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.08433106136322022
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1627 | LCC = 0.9672 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08387538483738899
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1658 | LCC = 0.9678 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07532133674621581
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2110 | LCC = 0.9675 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07968483567237854
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2039 | LCC = 0.9677 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06896195298433304
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1830 | LCC = 0.9687 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06341934126615524
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1718 | LCC = 0.9693 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06222202771902084
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1673 | LCC = 0.9697 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05724973711371422
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1716 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05877750340104103
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1632 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05409139603376389
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1666 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05424491009116173
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1759 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05258785951137543
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1703 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.048679783657193186
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1942 | LCC = 0.9714 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.048587137728929516
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1477 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04513958486914635
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1589 | LCC = 0.9722 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.04331949101388454
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1676 | LCC = 0.9701 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.04280674862861633
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1718 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.042295883655548094
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1651 | LCC = 0.9717 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04022205044329166
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1456 | LCC = 0.9706 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03713454183936119
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1657 | LCC = 0.9719 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.0374392486512661
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1723 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03780948381125927
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1430 | LCC = 0.9721 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03436297115683556
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1653 | LCC = 0.9720 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.03643862220644951
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1535 | LCC = 0.9718 | SRCC = 0.9706 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1627 | LCC = 0.9703 | SRCC = 0.9701 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer11/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cc1d3d7e5c79293561aaf3cfb48a2631a533279
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ec4cd688da29847d98927bee816148e0f43948254312f205fa7d8598c3a5d1
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65f5d746766bd02e96765e45a3db96843571101b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88fb7bb409ecbd5de104132ecfb7760287f6394f46165252f86be83d2b6cd609
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer11/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1b43080c3a8c6e47d89725db613d26c6eab1d50a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer11/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.472187567293644
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2872 | LCC = 0.9405 | SRCC = 0.9375 ]
+INFO:root:Average loss=0.15998708361387254
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1712 | LCC = 0.9507 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.12855966833233834
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2050 | LCC = 0.9574 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.11112949734926224
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2727 | LCC = 0.9625 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10128271958231926
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2251 | LCC = 0.9646 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09915586870908737
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1980 | LCC = 0.9660 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.08617287203669548
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1855 | LCC = 0.9674 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.08167363539338111
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2209 | LCC = 0.9660 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08429966098070145
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2038 | LCC = 0.9675 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07367743182182313
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1727 | LCC = 0.9674 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06940105453133583
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2131 | LCC = 0.9690 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07020542252063751
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1675 | LCC = 0.9691 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06391451728343964
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1436 | LCC = 0.9691 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06041417899727821
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1799 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.058967770218849185
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1621 | LCC = 0.9695 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.0580363127887249
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1775 | LCC = 0.9698 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.0552476000636816
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1516 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.052231259644031525
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1587 | LCC = 0.9694 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05049965636432171
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1719 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04820474790036678
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1477 | LCC = 0.9682 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.04702328708767891
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1748 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04339244554936886
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1808 | LCC = 0.9706 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.040993469744920734
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1660 | LCC = 0.9698 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.0420581292361021
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1860 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03909254828095436
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2002 | LCC = 0.9693 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03959110391139984
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1554 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03815806172788143
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1843 | LCC = 0.9696 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.037846112102270124
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1689 | LCC = 0.9690 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03503070455789566
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1596 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03369327647984028
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2004 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0330243819206953
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1861 | LCC = 0.9688 | SRCC = 0.9685 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1752 | LCC = 0.9696 | SRCC = 0.9698 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b957b234b0658bc4f077c38f077fe40bb88476f0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57dddd2e5623a0a15dfe1b0564d0c3c1667d4492c6db869a96550232296b21a9
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b090e97145ff2bca06608b029a4d4bd56283136c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64ef0166df9b4b91a27da12feaac75e1fe16c11833b5522130d993d079f2c8e
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cae67ee5024e6e16516d94f1ae958642a8e9e677
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44577899491786954
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3016 | LCC = 0.9429 | SRCC = 0.9420 ]
+INFO:root:Average loss=0.15975722754001617
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2627 | LCC = 0.9548 | SRCC = 0.9544 ]
+INFO:root:Average loss=0.1287077838778496
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2081 | LCC = 0.9614 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.11254280373454094
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2011 | LCC = 0.9635 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.10251857966184616
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2267 | LCC = 0.9634 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09523452728986741
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1929 | LCC = 0.9657 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.0847907941043377
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1886 | LCC = 0.9655 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08069906726479531
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2067 | LCC = 0.9661 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.07925934547185898
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2093 | LCC = 0.9685 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07580620777606964
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1630 | LCC = 0.9670 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.06859053146839142
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1724 | LCC = 0.9680 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.06826568248867988
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1519 | LCC = 0.9679 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.06417519944906235
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1736 | LCC = 0.9696 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.060473406970500944
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1718 | LCC = 0.9689 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05921068724989891
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1934 | LCC = 0.9680 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05903578427433968
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1865 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.054414434999227525
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1845 | LCC = 0.9695 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0545363392829895
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1804 | LCC = 0.9689 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05032238593697548
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1596 | LCC = 0.9699 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04599460101127625
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1794 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.046235835179686546
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1793 | LCC = 0.9695 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04834143488109112
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1646 | LCC = 0.9700 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04305072845518589
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1948 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.04267827509343624
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1590 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03887127560377121
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2020 | LCC = 0.9694 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03895821107923984
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1883 | LCC = 0.9697 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.036033024355769154
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1738 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03671805113554001
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1560 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03479827246069908
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1783 | LCC = 0.9702 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03301318378001451
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1765 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.033591057673096655
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1628 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1650 | LCC = 0.9681 | SRCC = 0.9683 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21d3e6db5444e456fd3d9190f6fe8206ecd305d9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0770ef6afda05778bee7c8ae54ec02bd3b238498aeb463bcc173fc7679e9de71
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad24609dada54fb724d8e3cfecb0a537960d31a9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2bff56763ba73d958b60a919196dd6550c1e6791db105c0b9c37b0731ffd582
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b54a9e3a91f179d31ee6e487c124f98a2fce3602
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4475804002285004
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2423 | LCC = 0.9413 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.15507625979185105
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3162 | LCC = 0.9457 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.1387212375998497
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2036 | LCC = 0.9588 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.11592567187547684
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2052 | LCC = 0.9623 | SRCC = 0.9617 ]
+INFO:root:Average loss=0.10703632980585098
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2404 | LCC = 0.9619 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.10101962578296661
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2283 | LCC = 0.9646 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09320610192418098
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2051 | LCC = 0.9657 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08156539762020111
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1937 | LCC = 0.9672 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08337526971101761
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1899 | LCC = 0.9690 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07933854183554649
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1704 | LCC = 0.9680 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07782557970285416
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2031 | LCC = 0.9678 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07083106613159179
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2033 | LCC = 0.9678 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06894681635499
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2089 | LCC = 0.9682 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06110928773880005
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2152 | LCC = 0.9678 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06263151164352894
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1709 | LCC = 0.9706 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.057333547174930576
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1722 | LCC = 0.9703 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05868429651856422
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1716 | LCC = 0.9708 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05157960760593414
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1565 | LCC = 0.9708 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05623167404532432
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1901 | LCC = 0.9699 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04791654925048351
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1856 | LCC = 0.9699 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0448203287422657
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1826 | LCC = 0.9701 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04646785290539265
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1694 | LCC = 0.9710 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04310547497868538
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1795 | LCC = 0.9690 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04193714538216591
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1690 | LCC = 0.9700 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04008702677488327
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1880 | LCC = 0.9705 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0396157772988081
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2013 | LCC = 0.9699 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03810580998659134
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1927 | LCC = 0.9709 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.035984255969524384
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1684 | LCC = 0.9708 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.03587939122319222
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1592 | LCC = 0.9710 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0338062716126442
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1969 | LCC = 0.9691 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03318699607253075
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1638 | LCC = 0.9713 | SRCC = 0.9708 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1688 | LCC = 0.9682 | SRCC = 0.9683 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b8b1a4d33221728fa6c6039ac58ab4e644d3ce2b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a73188d49dd341a602ccf2f3cbb1e779b15150b0a0cac85b1bbd42b4ad39d591
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c6fe2b4c336057df296c3d088563199b62c4cd6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa5c494aff038447a9b911d8484004b3567ce39ebeedb067e9bf25bad552e814
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6c0ccc9f239b3350b0040fd1decc2fa1baa20a88
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4458260146379471
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2782 | LCC = 0.9367 | SRCC = 0.9351 ]
+INFO:root:Average loss=0.16962273281812668
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1964 | LCC = 0.9540 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.13009882187843322
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2132 | LCC = 0.9590 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.11072198975086212
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1966 | LCC = 0.9624 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.109758241802454
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2093 | LCC = 0.9637 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09639494615793229
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1801 | LCC = 0.9648 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09114476504921913
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1852 | LCC = 0.9663 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08386256939172745
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1831 | LCC = 0.9667 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08000783103704452
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1664 | LCC = 0.9672 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.0791619316637516
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1604 | LCC = 0.9674 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07079198935627937
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1751 | LCC = 0.9679 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07394408497214318
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2056 | LCC = 0.9683 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.06470338687300682
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1703 | LCC = 0.9680 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.061603207290172574
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1456 | LCC = 0.9675 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06110101148486138
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1856 | LCC = 0.9694 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0568774511218071
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2031 | LCC = 0.9693 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.061227481067180636
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1741 | LCC = 0.9689 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.052629508540034294
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1543 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04886068379878998
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2038 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.048376670137047766
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1583 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04755481265485287
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1547 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.045519411072134974
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1600 | LCC = 0.9703 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.044037587255239485
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1745 | LCC = 0.9701 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.0398928025662899
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1661 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03936757643520832
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1643 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.042312377631664275
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1836 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03952497203648091
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1954 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03776037739217281
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1789 | LCC = 0.9687 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03760471044480801
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1631 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.034402126371860506
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1782 | LCC = 0.9684 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.034530043214559554
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2036 | LCC = 0.9669 | SRCC = 0.9691 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1655 | LCC = 0.9690 | SRCC = 0.9691 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c33738dfefa7d255dfff3f892e2f9aaaebf4c8f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01469013c50a9182cc42bc49d43aa4b25e7c58dfd31930d7c662241378ee7f04
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2088b98c3dddb35b4a63d81164997f8081ca3ee2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdea596c95f58d9cce41cf39abf0895110285489068caeda0eb892ee9993c3f
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b2a1cbfe43922a063e53eec33e1e0a375f7a58db
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42458081126213076
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2408 | LCC = 0.9418 | SRCC = 0.9407 ]
+INFO:root:Average loss=0.1641484031677246
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2439 | LCC = 0.9537 | SRCC = 0.9541 ]
+INFO:root:Average loss=0.13367554181814192
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2502 | LCC = 0.9578 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.11909308952093124
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1922 | LCC = 0.9602 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.10414641210436822
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2324 | LCC = 0.9631 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.0952845278084278
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1712 | LCC = 0.9643 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.090328418135643
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1843 | LCC = 0.9664 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08672582703828811
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2347 | LCC = 0.9673 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.08194238194823265
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2032 | LCC = 0.9680 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.0777580586373806
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1702 | LCC = 0.9691 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.07312325429916382
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1956 | LCC = 0.9696 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.07210936549305916
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2071 | LCC = 0.9677 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06299508202075958
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1958 | LCC = 0.9681 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06347897484898567
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1859 | LCC = 0.9707 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.05967338243126869
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1711 | LCC = 0.9700 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05437751092016697
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1542 | LCC = 0.9689 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.054566059023141864
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2024 | LCC = 0.9705 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05224476031959057
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1451 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.051794572189450265
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1826 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.049671080350875856
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1671 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.0463328552544117
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1837 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04299569153785705
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1988 | LCC = 0.9706 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.045085870936512944
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1762 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04053601916134358
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1636 | LCC = 0.9706 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04049158051609993
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1898 | LCC = 0.9702 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03714998634159565
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1812 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03692598180472851
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1749 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03608015304803848
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1672 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.036419954210519793
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1510 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03460677208006382
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1669 | LCC = 0.9699 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.03181409125030041
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1688 | LCC = 0.9715 | SRCC = 0.9706 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1753 | LCC = 0.9676 | SRCC = 0.9678 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7e65849cb2345cc9a7fb84e454f424d544d3ff6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b772110848f8b03ce6dd599f313f6474a35758e4917731a51f028401806a567
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f0caf01f229dd400754712749608d73a3799562
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a31c46ffe1145dbb91b2394f43990542a22bd68302946e52f52380b18cd7e70
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer12/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1c4653ef1b0b8ecbc981424ac0895a7c7f0804d7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42843435549736025
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2797 | LCC = 0.9398 | SRCC = 0.9412 ]
+INFO:root:Average loss=0.16751261454820632
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1872 | LCC = 0.9534 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1306722155213356
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.9589 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.11208954796195031
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2142 | LCC = 0.9609 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.10516888666152954
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1836 | LCC = 0.9645 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09534952732920647
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1919 | LCC = 0.9665 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08860299736261368
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1807 | LCC = 0.9664 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08757695618271828
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1888 | LCC = 0.9671 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07522878584265709
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1817 | LCC = 0.9680 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.0783110439479351
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1899 | LCC = 0.9685 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.07016112369298935
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1663 | LCC = 0.9686 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06990674108266831
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1971 | LCC = 0.9679 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.06396086364984513
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1702 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06183009475469589
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1519 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.060143217742443085
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1558 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.060314250707626346
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1634 | LCC = 0.9692 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.056989242374897005
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1660 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.052021403640508654
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1630 | LCC = 0.9687 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.0493525707423687
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1585 | LCC = 0.9698 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.04754129000008106
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1920 | LCC = 0.9694 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.0460943650752306
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1781 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.04557899521291256
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1522 | LCC = 0.9700 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.043353429168462757
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1671 | LCC = 0.9702 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04122984120249748
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1553 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03873116198182106
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1710 | LCC = 0.9690 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.03921343310177326
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1602 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0398845045119524
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1617 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03440256866812706
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1729 | LCC = 0.9698 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03409061481058598
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1570 | LCC = 0.9699 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03260417337715626
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1463 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.033560753628611564
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1689 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1651 | LCC = 0.9672 | SRCC = 0.9672 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer13/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer13/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a06af5429465f8e2bc534442424e9b7e8ff70e5b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a798214a2de706fab23f8d47e910ad7e093b23d60e514c6071118e126ed705fc
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer13/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e7824603f5dc7f4cd17f7acdf01235ad1e75333
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:486fe68a110d505c381d6f0c513d1f41f2e461a0c63b58d189504f706a598251
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer13/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..86cf6550081c4669c1300a458d81b93151793e2a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5154065208435059
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3164 | LCC = 0.9403 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.16404049283266067
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2569 | LCC = 0.9543 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.1286166552901268
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2373 | LCC = 0.9594 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.11494073826074601
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1803 | LCC = 0.9609 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.10036886096000672
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2359 | LCC = 0.9627 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09210234758257865
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1923 | LCC = 0.9643 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.08936195519566537
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1841 | LCC = 0.9663 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08271784454584122
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2133 | LCC = 0.9637 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.07947026705741882
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2032 | LCC = 0.9668 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07409042364358902
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1870 | LCC = 0.9690 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.07005000385642052
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1698 | LCC = 0.9688 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07016561225056649
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1926 | LCC = 0.9667 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06266476783156395
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1867 | LCC = 0.9672 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.059473076045513155
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1942 | LCC = 0.9682 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.05662825556099415
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1609 | LCC = 0.9641 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.05650528946518898
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1801 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05327205128967762
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1836 | LCC = 0.9686 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.05089785104990006
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1953 | LCC = 0.9685 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.04822077064216137
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2070 | LCC = 0.9686 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04920185592770576
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1917 | LCC = 0.9680 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.04558297739923
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2061 | LCC = 0.9696 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04529537598788738
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1789 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.040746932968497275
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2156 | LCC = 0.9660 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.04337806338071823
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2163 | LCC = 0.9694 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03870917335152626
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1855 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.0396045096963644
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1761 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03687974798679352
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1729 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.035069596111774445
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1801 | LCC = 0.9700 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.034250643238425256
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1845 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03241170161962509
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1738 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03294330076873302
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1622 | LCC = 0.9699 | SRCC = 0.9697 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1792 | LCC = 0.9687 | SRCC = 0.9689 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer13/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer13/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d536904b7df5c9d59812c80cd28e05aa53f5a9ac
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:516f3ecd4be5bd88436e37474908fccd8c9c01788d26bf5bfdaf40c7c53f96e5
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer13/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6edb70f37420caad4a953d55d7d49cba4dd562a3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2735d3033824e13c289b53b8c68984b38fedb9cb00e1fe20e1d6a6c956fe8c3c
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer13/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7bfb8372b88686466684250668e824fd229b7b56
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47394985920190813
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2810 | LCC = 0.9396 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.1569924305677414
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2341 | LCC = 0.9539 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.12627465295791626
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2045 | LCC = 0.9596 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.10737080898880959
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1938 | LCC = 0.9610 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.10001261049509048
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1901 | LCC = 0.9621 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.09513333839178086
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2534 | LCC = 0.9651 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08778264093399048
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1871 | LCC = 0.9665 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08281069070100784
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1945 | LCC = 0.9627 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.07962374392151833
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2114 | LCC = 0.9672 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07437347903847695
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2121 | LCC = 0.9663 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.07337538969516755
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2056 | LCC = 0.9667 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.0689445068538189
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1853 | LCC = 0.9673 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.06457550776004792
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1623 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06368425741791725
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1836 | LCC = 0.9662 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.05778002098202705
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1673 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05605069985985756
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1966 | LCC = 0.9703 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05705253064632416
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1772 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04994566260278225
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1827 | LCC = 0.9689 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.050062097683548926
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1970 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04760941788554192
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1786 | LCC = 0.9683 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.04720288701355457
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1470 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0466011904925108
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1976 | LCC = 0.9687 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.04315721893310547
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1526 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04181998687982559
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1757 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04008418479561806
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1770 | LCC = 0.9701 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.039031256511807444
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1605 | LCC = 0.9708 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.036796565920114516
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1476 | LCC = 0.9699 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.035868716046214104
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1799 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03548973734676838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1732 | LCC = 0.9708 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03355038179457188
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1590 | LCC = 0.9705 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03495208430290222
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1617 | LCC = 0.9704 | SRCC = 0.9689 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1583 | LCC = 0.9696 | SRCC = 0.9692 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer13/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer13/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e628b012a010e54009cd49cd3a81d5398a13c9a8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c413a19644e99cf07038a664a011bd1f182fc5bf7898d11ac7bc519e10139ddc
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer13/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..510c8e3d6024b277d50f6c0d0329c55c5ccf4976
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cf2e9ea06a80927c29023493235d916ead57562acb5b67a81731c954b8bf181
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer13/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4865a2b9978beec9d024211380f8f2c5d34c105b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5495900799632072
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2589 | LCC = 0.9423 | SRCC = 0.9421 ]
+INFO:root:Average loss=0.154636223256588
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1703 | LCC = 0.9534 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.13126903688907623
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1967 | LCC = 0.9601 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.11347165685892105
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2170 | LCC = 0.9619 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.10630202394723892
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1623 | LCC = 0.9630 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09077009445428848
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1998 | LCC = 0.9630 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.08917707273364067
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1874 | LCC = 0.9643 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.0788331659734249
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1920 | LCC = 0.9664 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07832995823025704
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1935 | LCC = 0.9670 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07514107397198677
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1655 | LCC = 0.9668 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.06692702227830886
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1697 | LCC = 0.9680 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06731369078159333
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1721 | LCC = 0.9686 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.064848996758461
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1823 | LCC = 0.9688 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06029600602388382
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1726 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05760611909627914
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1621 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.055580992966890334
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1465 | LCC = 0.9680 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.052754268199205395
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1662 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05025142277777195
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2151 | LCC = 0.9686 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.051288224667310714
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1515 | LCC = 0.9699 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04753093402087689
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1703 | LCC = 0.9703 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04646677620708942
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1996 | LCC = 0.9696 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04272114972770214
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1896 | LCC = 0.9698 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04187779691815376
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2021 | LCC = 0.9694 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.039019041121006015
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1787 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03996473394334316
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1605 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0375330759882927
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1712 | LCC = 0.9692 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.035282930076122286
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1642 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.033883135586977
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1623 | LCC = 0.9714 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03276425339281559
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1706 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03168306164443493
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1815 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.030730274707078932
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1882 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1669 | LCC = 0.9693 | SRCC = 0.9688 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer13/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer13/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f9d5ea327b62c25742c418db96eb67fc3d3a06c2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a6fd9cc20bff3c13d5793051a814c5740e10f35e3978b5e1a6aea855dc5b073
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer13/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d07d48ace11f53d26b4cec137f9ce11409f1203
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a468ea612a72b7e4f5cd5bdd55810b7112919c77a8abb8689eff0f6badc4a856
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer13/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1f271d992eed6b25839392b8c58c4cb586aba5da
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49862109816074374
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2804 | LCC = 0.9428 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.1566429324746132
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2587 | LCC = 0.9557 | SRCC = 0.9555 ]
+INFO:root:Average loss=0.12803987842798234
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2160 | LCC = 0.9606 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.115141939163208
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3145 | LCC = 0.9608 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10284417217969895
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2341 | LCC = 0.9627 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09649584683775901
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2273 | LCC = 0.9635 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.08618414634466172
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2286 | LCC = 0.9653 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08370372956991196
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2148 | LCC = 0.9664 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.07830906906723976
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2035 | LCC = 0.9674 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07307498243451119
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1956 | LCC = 0.9676 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07000103175640106
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1981 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06586074557900429
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2224 | LCC = 0.9684 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06283970880508423
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1914 | LCC = 0.9682 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06056052988767624
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1857 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05741323879361153
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1850 | LCC = 0.9694 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.05723734176158905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2107 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05181604863703251
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1836 | LCC = 0.9686 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.05028184424340725
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1985 | LCC = 0.9708 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05203227898478508
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2068 | LCC = 0.9691 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04659546390175819
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1729 | LCC = 0.9693 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.045247474670410154
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1634 | LCC = 0.9702 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04276587212085724
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2157 | LCC = 0.9695 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.043304659724235535
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1863 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.040416323333978654
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1718 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.038680747643113134
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1947 | LCC = 0.9696 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03715964971482754
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1796 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03694768658280373
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1811 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0340204616189003
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1849 | LCC = 0.9700 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03450731180608273
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1812 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.032470325380563735
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2020 | LCC = 0.9704 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03148588284850121
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1629 | LCC = 0.9716 | SRCC = 0.9702 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1646 | LCC = 0.9692 | SRCC = 0.9695 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer13/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer13/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6fa9611e8f8cd2c39327c3d4696f7cf498ee964d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aba553cc2469f36a1c15642402815cd6c5da574edba340c28357d95c986645e1
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer13/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f8b05398e475dd4fe6f35aefa3ebcde393deecb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:867a16b134c50d1e30fa8148537992bd9c19913c80075d8c41231df2226992f9
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer13/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer13/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2deb5b992baf60c52c4b87548b7da93f58d25407
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer13/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4827638900876045
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2426 | LCC = 0.9384 | SRCC = 0.9378 ]
+INFO:root:Average loss=0.15612897521257402
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3696 | LCC = 0.9408 | SRCC = 0.9439 ]
+INFO:root:Average loss=0.13347699940204621
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2287 | LCC = 0.9599 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.10729097384214402
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1838 | LCC = 0.9625 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.09753546324372292
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1967 | LCC = 0.9648 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.09121979776024819
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2404 | LCC = 0.9662 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08487435820698738
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1865 | LCC = 0.9657 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08321741062402725
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2158 | LCC = 0.9662 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07789025139808654
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1887 | LCC = 0.9682 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07045902365446091
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2149 | LCC = 0.9695 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.07275682431459427
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2366 | LCC = 0.9693 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06387225517630576
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1677 | LCC = 0.9681 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.06438213264942169
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1543 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05876357239484787
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1673 | LCC = 0.9695 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.055733943164348605
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1487 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05592740926146507
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1920 | LCC = 0.9709 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05181757581233978
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1845 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.052475254163146016
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1707 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04762039123475552
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1603 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04725126534700394
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1642 | LCC = 0.9690 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.04525691647827625
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1765 | LCC = 0.9704 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.043481015235185626
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1600 | LCC = 0.9711 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04512762413918972
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1629 | LCC = 0.9697 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.040599673986434937
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1641 | LCC = 0.9679 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.0415335131585598
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1484 | LCC = 0.9700 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03628338459134102
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1525 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03553754642605782
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1695 | LCC = 0.9678 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.035079864427447316
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1759 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.033641827166080475
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1546 | LCC = 0.9695 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.032098751723766326
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1564 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03210417519509792
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1701 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1708 | LCC = 0.9693 | SRCC = 0.9695 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fafb235c1c2d161adf674ee49bf635eae2f98cf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fb43125ea8d77aadadc81da5c3379869b94d0f051b80b8181d58e0ed19c7893f
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f20778e9e6cf955b0f4193eddc2fccf0d07bff5e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2de117165544dbcdffefed42bff77106f74c9be92c1ed532fe32f382319a8ef
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b36613949da66121e0c4c0f5a9f72efbcfb8efdc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4577974401116371
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2954 | LCC = 0.9462 | SRCC = 0.9464 ]
+INFO:root:Average loss=0.15001961821317672
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2498 | LCC = 0.9563 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.12261280798912048
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2377 | LCC = 0.9615 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10875740939378739
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2085 | LCC = 0.9639 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.10285126879811286
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2483 | LCC = 0.9633 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.09466156774759292
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1781 | LCC = 0.9645 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08858352535963059
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1710 | LCC = 0.9669 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08445786172151566
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2573 | LCC = 0.9655 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07493498846888542
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1907 | LCC = 0.9685 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07138531684875488
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1899 | LCC = 0.9685 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0685114320218563
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2047 | LCC = 0.9687 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06562817308306694
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2109 | LCC = 0.9686 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0622766686975956
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1907 | LCC = 0.9683 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.05995594289898872
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1731 | LCC = 0.9701 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0576596976518631
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1870 | LCC = 0.9698 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.056944638505578044
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1849 | LCC = 0.9692 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.051058375775814055
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1912 | LCC = 0.9692 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.054030786737799645
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1881 | LCC = 0.9705 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04960945615172386
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1792 | LCC = 0.9697 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.049115171551704404
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1873 | LCC = 0.9704 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04436139206588268
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1931 | LCC = 0.9709 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.04333454157412052
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1925 | LCC = 0.9709 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04073048514127731
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1668 | LCC = 0.9706 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.040871581584215166
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2248 | LCC = 0.9677 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03824775859713554
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1836 | LCC = 0.9702 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03627068711817265
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1826 | LCC = 0.9702 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.036576656520366665
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1741 | LCC = 0.9698 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03567704840004444
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1756 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.0336641606092453
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1578 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.033211454287171364
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1936 | LCC = 0.9689 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.033355509296059606
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1718 | LCC = 0.9703 | SRCC = 0.9700 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1609 | LCC = 0.9692 | SRCC = 0.9692 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e84292b84055f2a1ddbaa6b081aad232a0508634
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7937770fe3d7ef2a438864c8e434441abe3b683145d44ebba2ebc62f4977d14f
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdeba77f50a96a3e3b08265a0c277507b5e828ce
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ba55f4dc2ffd697b97181b63cd7bf4fdf1851690c106037ba5a12a0ec8317c3
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..29b9c29e2aa3e78899b65d33387884054338826e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43277573263645175
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2475 | LCC = 0.9485 | SRCC = 0.9477 ]
+INFO:root:Average loss=0.14916922342777253
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2502 | LCC = 0.9561 | SRCC = 0.9561 ]
+INFO:root:Average loss=0.1243135370016098
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1926 | LCC = 0.9599 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.10507445126771926
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2193 | LCC = 0.9618 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09926702663302421
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2036 | LCC = 0.9647 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.09058418363332749
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2455 | LCC = 0.9618 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.0865504055917263
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2207 | LCC = 0.9656 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.0817488921880722
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1592 | LCC = 0.9662 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.0769915020763874
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2019 | LCC = 0.9682 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07340407860279083
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1754 | LCC = 0.9681 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.06735361465811729
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1537 | LCC = 0.9673 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.06640044528245925
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1726 | LCC = 0.9687 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06301136058568954
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1783 | LCC = 0.9690 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.059580367520451545
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1832 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05730183193087578
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1458 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.0536229418516159
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1755 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05280913288891315
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1677 | LCC = 0.9695 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.050364721089601515
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1789 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.045930878579616544
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1948 | LCC = 0.9680 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04747694307565689
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1628 | LCC = 0.9697 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.044444781318306925
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1867 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.042391043230891226
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1678 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04217556338012218
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1775 | LCC = 0.9695 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.039689488381147386
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1687 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.038747438415884974
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1752 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.036479982569813725
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1648 | LCC = 0.9701 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.034495767012238505
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1725 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.0339667429625988
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1821 | LCC = 0.9700 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03341990980505943
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1982 | LCC = 0.9693 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.030044917419552803
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1948 | LCC = 0.9676 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.03047788554430008
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1943 | LCC = 0.9693 | SRCC = 0.9689 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1770 | LCC = 0.9704 | SRCC = 0.9706 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aebf25d3cea11413f54eb540c986dd53c620aecc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de893807228a0c1d5d08bbda474a6d3631bea16cb7397c65ad0d7341da961f1
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dd076d4a8efe45bd146565ca309caad888a3f8e
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e35c7740192d392a10f570859501f915dca9355d4a63fa039cf1b8ba67f61b1
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a8f4b4a4c4efc1834e11ac438db5c9cdbcb19731
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39193860912323
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2792 | LCC = 0.9489 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.1511984007358551
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2904 | LCC = 0.9578 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.126337866127491
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2097 | LCC = 0.9621 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.11137566208839417
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2621 | LCC = 0.9631 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09848262521624565
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2648 | LCC = 0.9641 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.09287862291932106
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2402 | LCC = 0.9624 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.08667460191249847
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2175 | LCC = 0.9675 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.0834520971775055
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1912 | LCC = 0.9674 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07775005331635475
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1860 | LCC = 0.9687 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07375219529867172
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2476 | LCC = 0.9670 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07015089857578277
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2115 | LCC = 0.9685 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06635438212752343
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2413 | LCC = 0.9662 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.0660000174343586
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2027 | LCC = 0.9669 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0619586224257946
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1912 | LCC = 0.9698 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05890172392129898
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2295 | LCC = 0.9690 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05682144966721535
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2137 | LCC = 0.9701 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.053654090881347656
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1837 | LCC = 0.9711 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.05253928448259831
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1715 | LCC = 0.9709 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0510571732968092
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1879 | LCC = 0.9701 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.045704542964696886
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1721 | LCC = 0.9696 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04589020447432995
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1841 | LCC = 0.9697 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.045306910991668704
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1512 | LCC = 0.9693 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.04162279112637043
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1686 | LCC = 0.9698 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.039752619117498396
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1781 | LCC = 0.9699 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.039236210867762564
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1781 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03938688459992409
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1926 | LCC = 0.9707 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.036474947184324265
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1718 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.033852800101041795
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1537 | LCC = 0.9697 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03479515266418457
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1751 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03220985901355743
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1616 | LCC = 0.9699 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.031679774701595304
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1573 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1809 | LCC = 0.9706 | SRCC = 0.9707 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b05e0388a4904ab6618b220a3f77128292706b90
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4ccc32976e961842a6599bae3e90b28256e150aec5e5a94d53dde0ba0633fdf
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..076ae5b4d7f311e1e4f7ef918accf2e589ab576a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab5f68bf96e6d88b3032b4e9c32fae4093f6b8d78c3a180ceeb8f8df3a0d10f3
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..189fb6f8ef089838b058bcc5a043bb98ff36f647
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4113594965934753
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2617 | LCC = 0.9422 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.1479646322131157
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2073 | LCC = 0.9573 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.12275422781705857
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1920 | LCC = 0.9603 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.10457978808879852
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2200 | LCC = 0.9595 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.09728424617648125
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2230 | LCC = 0.9635 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08870976752042771
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1491 | LCC = 0.9657 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08037742483615876
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1742 | LCC = 0.9676 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07774070036411286
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2051 | LCC = 0.9681 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07658367079496384
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1774 | LCC = 0.9686 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.07063947930932045
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1759 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06626436033844949
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2289 | LCC = 0.9660 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06535972893238068
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2186 | LCC = 0.9685 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06012368962168693
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1993 | LCC = 0.9675 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.059197404250502586
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1513 | LCC = 0.9697 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05411395056545734
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1741 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05182054246962071
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1696 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.049648492693901064
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2148 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05321533326804638
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1748 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04490047578513622
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1604 | LCC = 0.9704 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04296748282015324
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1753 | LCC = 0.9714 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.042885709926486014
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1600 | LCC = 0.9714 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04279853492975235
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1566 | LCC = 0.9715 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03956588155031204
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1741 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.0390253412425518
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1759 | LCC = 0.9715 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03733944556117058
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1606 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03579370626807213
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1620 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.035934953182935714
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1643 | LCC = 0.9715 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.0335384142100811
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1471 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.034693630665540695
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1431 | LCC = 0.9708 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03206486737728119
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1913 | LCC = 0.9710 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03073264267295599
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1955 | LCC = 0.9686 | SRCC = 0.9692 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1764 | LCC = 0.9688 | SRCC = 0.9689 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..35e76d46d63899a55b77415200ec90448ab9d518
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d58face295e2b4f01b62f522bb2a8115aff09f93b4e1f74098d8d1d9a5cb03
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cddf16fd5b5f9e071e81c0a2c0b587fc5c02bb17
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2615b6dbcfe01334090f70b19a21f14436fcfd52a44c415b4072cac59ca31397
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer14/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..223ac3c0b09d98ddbed353bf135f40c31b65f938
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37701154857873914
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2748 | LCC = 0.9478 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.15919952523708344
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2012 | LCC = 0.9572 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.11889362543821334
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2324 | LCC = 0.9612 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.11215534123778344
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2685 | LCC = 0.9599 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.10341911301016808
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2120 | LCC = 0.9644 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.09289974123239517
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2055 | LCC = 0.9654 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.0874557487666607
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1847 | LCC = 0.9671 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08169715663790703
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1615 | LCC = 0.9686 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0762331166267395
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1773 | LCC = 0.9691 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06972372236847878
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1667 | LCC = 0.9685 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07025651749968528
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1740 | LCC = 0.9695 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06487621387839318
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1705 | LCC = 0.9688 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06382079809904098
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1774 | LCC = 0.9692 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05716615971922875
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1688 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05622791549563408
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1685 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05562064254283905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1789 | LCC = 0.9696 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.053785984456539156
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1711 | LCC = 0.9708 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.05104459294676781
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1752 | LCC = 0.9706 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.046907987520098685
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1838 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04545682398974896
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1509 | LCC = 0.9699 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.042753467738628384
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1874 | LCC = 0.9692 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.042492883250117304
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1969 | LCC = 0.9709 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03981014834344387
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1690 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04249615861475468
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1765 | LCC = 0.9708 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03786893068253994
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1493 | LCC = 0.9706 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03995918849110603
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1719 | LCC = 0.9708 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03638744413852692
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1707 | LCC = 0.9714 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.03256142950057984
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1892 | LCC = 0.9705 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.0321830892264843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2014 | LCC = 0.9700 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03246427808701992
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1724 | LCC = 0.9713 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03258793126046657
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1788 | LCC = 0.9710 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1723 | LCC = 0.9695 | SRCC = 0.9699 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer15/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer15/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cebade9487c8ee91e8826660d72e09d7bc4857d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68486c94b344a6fa543ee1f6c7b7dfa6134301e9302e96389ad1a1d69d8f65e4
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer15/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c06179748dd65a1aec4f8f9b7021ba86633467b1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec7d98e7317601c657d02970ac0282e45edac74a458e7397de2a8df71fda6fdb
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer15/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bd579902cb55d94efade165db1b150e5db3b1e02
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5389637211561203
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3005 | LCC = 0.9331 | SRCC = 0.9310 ]
+INFO:root:Average loss=0.16454109823703766
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1968 | LCC = 0.9522 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.13511062479019165
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2724 | LCC = 0.9534 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.11791466945409775
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1965 | LCC = 0.9621 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10392880997061729
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2004 | LCC = 0.9648 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09281498223543166
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1823 | LCC = 0.9661 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08820516520738601
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2063 | LCC = 0.9666 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08552455988526345
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1720 | LCC = 0.9663 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08068372741341591
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1751 | LCC = 0.9686 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07147727811336517
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1605 | LCC = 0.9685 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.06944020736217499
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1624 | LCC = 0.9690 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.06717286774516106
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1512 | LCC = 0.9679 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06329420319199562
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1689 | LCC = 0.9694 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.061500029027462
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1923 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.060576399236917496
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1487 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.057518603563308714
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1563 | LCC = 0.9692 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.056056094259023664
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1593 | LCC = 0.9702 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05138488027453422
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1501 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04989457800984383
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1483 | LCC = 0.9705 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04895117691159248
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1647 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04659743930399418
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1665 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.046479037135839465
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1630 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.042332466557621955
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1401 | LCC = 0.9688 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.045462783470749855
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1489 | LCC = 0.9699 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.040810191139578816
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1550 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03813133089244366
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1601 | LCC = 0.9707 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03713292723894119
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1372 | LCC = 0.9686 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.034485337942838666
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1523 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03444118444621563
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1395 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.035809162333607675
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1866 | LCC = 0.9689 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.032972702726721766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1720 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1537 | LCC = 0.9700 | SRCC = 0.9699 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer15/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer15/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7452ee9d242fdde54b6cf80c2061fbd307ce19ed
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb570a05c174e12132c0793daca9ec0b6fbcb876086921cc787c00a83f340230
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer15/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc7c97a450a0f7cf4f5b61d465414c43e83bffaa
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:834ee20612059ebb47e65a46deb8a625fcfce0328cefb38653614879be0efbd9
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer15/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c40ba8154112658115c7f98de34b2f1120844f60
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4350975457429886
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2908 | LCC = 0.9448 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.1498211149573326
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1840 | LCC = 0.9564 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.11800092649459838
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1819 | LCC = 0.9616 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10028570294380187
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1794 | LCC = 0.9627 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.10190123954415321
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1786 | LCC = 0.9652 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.09204906114935875
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2028 | LCC = 0.9668 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08345198065042496
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1503 | LCC = 0.9664 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07824189081788063
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1970 | LCC = 0.9661 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07508066874742508
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1693 | LCC = 0.9674 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07388558846712112
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2448 | LCC = 0.9651 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.06994784784317017
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1787 | LCC = 0.9676 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0653157755434513
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1686 | LCC = 0.9671 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.06288756999373436
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1624 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.057289160281419754
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1506 | LCC = 0.9684 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.05765587255358696
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1634 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05452149984240532
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1558 | LCC = 0.9700 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05122785292565823
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1797 | LCC = 0.9696 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04809303925931454
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1557 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.045044322103261945
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1465 | LCC = 0.9697 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.049615842700004575
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1563 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04371432387828827
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1634 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04335023367404938
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1454 | LCC = 0.9684 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04198437830805778
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1599 | LCC = 0.9699 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.040269411787390706
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2028 | LCC = 0.9693 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.0417226829379797
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1522 | LCC = 0.9699 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.03790023641288281
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1506 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03710290901362896
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1376 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03542268154025078
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1682 | LCC = 0.9692 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.033494236260652545
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1330 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03270240652561188
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1496 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.034112672835588456
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1770 | LCC = 0.9698 | SRCC = 0.9684 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1324 | LCC = 0.9706 | SRCC = 0.9704 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer15/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer15/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21ce6876edf41f550e34bd011b91da77101a5970
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adef079d60bd04b972c231b94a1da37e69b36a80e1ef97920383d53d7d6ded99
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer15/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03589ff5fec7b7b78f94432798fe09c3b1ce0b77
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b296771dd43e428ddd279d252a9ffa3b17fb8b5ae93eefbfc58cfdee075fdba
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer15/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..556097c5bb9871d3eb76b6cd6820d243bb9ae703
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4825662101507187
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2729 | LCC = 0.9469 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.1490740024447441
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1844 | LCC = 0.9582 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11866767507791519
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2400 | LCC = 0.9617 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.10627696144580841
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2098 | LCC = 0.9632 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09737857168912888
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2204 | LCC = 0.9657 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.08848950216174126
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2156 | LCC = 0.9667 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.08399370315670968
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2163 | LCC = 0.9671 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.08112963509559631
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1692 | LCC = 0.9676 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07357497701048851
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1965 | LCC = 0.9688 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07234371501207351
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1800 | LCC = 0.9700 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.06707733103632926
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1473 | LCC = 0.9695 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06395887559652329
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1488 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.0670924369096756
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1708 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05872668093442917
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1741 | LCC = 0.9694 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05805407509207725
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1768 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.054123918429017065
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1769 | LCC = 0.9705 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.05310622008144855
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1875 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.05168776388466358
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1678 | LCC = 0.9708 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04662515819072723
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1753 | LCC = 0.9716 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04637482322752476
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1622 | LCC = 0.9716 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04397359739243984
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1923 | LCC = 0.9701 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04571062406897545
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1761 | LCC = 0.9713 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.04199022835493088
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1452 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.0408704025298357
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1751 | LCC = 0.9717 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.040525907784700395
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1753 | LCC = 0.9695 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.038544116750359535
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1827 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.037939713522791865
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1537 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.034432601839303974
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1713 | LCC = 0.9713 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03366322861611843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1565 | LCC = 0.9716 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.03267800119519234
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1556 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.031050970897078513
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1563 | LCC = 0.9722 | SRCC = 0.9715 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1572 | LCC = 0.9715 | SRCC = 0.9713 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer15/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer15/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ed3841a8fc7b6850b27bbb6a20b5aa03bca766
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17b14a1198d15e2c37c2eb734db4c9a2b49e0fb674d3d75bd4e4e5acc5db6813
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer15/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7fc480298167cce783397d8d1e64fe366e78ce9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25dc311d5c3bdeaf7e0112e6c55da7229f9a679b0378c2c9ad7c3e3abd119532
+size 3404998
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer15/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2b05f010e53a2b5b19ebe3aad9d0f83456b34172
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3818388112187386
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2921 | LCC = 0.9442 | SRCC = 0.9437 ]
+INFO:root:Average loss=0.15255017822980882
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2578 | LCC = 0.9521 | SRCC = 0.9520 ]
+INFO:root:Average loss=0.1382160583138466
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2659 | LCC = 0.9596 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.11425828975439072
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2160 | LCC = 0.9640 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.10509407430887223
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1947 | LCC = 0.9657 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09307857325673104
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2038 | LCC = 0.9648 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.08923150461912155
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1702 | LCC = 0.9659 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.0852026740014553
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1909 | LCC = 0.9666 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08090661531686782
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2252 | LCC = 0.9667 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.07726836460828782
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1753 | LCC = 0.9676 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07207086288928985
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1993 | LCC = 0.9683 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0682368121445179
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1591 | LCC = 0.9690 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06622138172388077
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1885 | LCC = 0.9694 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.062115396678447725
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1679 | LCC = 0.9691 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.059670998692512515
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2019 | LCC = 0.9691 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05953946733474731
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1968 | LCC = 0.9702 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05248518565297127
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2077 | LCC = 0.9705 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.05145261216163635
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1742 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04977665986120701
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1893 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04940625904500485
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2113 | LCC = 0.9704 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04450676439702511
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1769 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04371315602958202
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1945 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04311040408909321
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1938 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04099087756872177
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1788 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04061560656130314
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1611 | LCC = 0.9692 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.03807506097853184
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2060 | LCC = 0.9698 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04223252965509892
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1869 | LCC = 0.9712 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0363735064715147
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1730 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03425502344965935
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1831 | LCC = 0.9714 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0345852612555027
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1911 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.034623228430747985
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1654 | LCC = 0.9713 | SRCC = 0.9704 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1838 | LCC = 0.9714 | SRCC = 0.9715 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer15/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer15/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab804f40cb27cfef7d79dddb1e9d9342a7acbde5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12dfe07e645a04138bc6d42bab3b4d433c1fef5700cb2222f1f0c1d24ad022d4
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer15/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2f807fde2229451006a6ec4b529c57a1d6725790
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d9b9b470e4fa49a4fa36c5e2c5633298b8abb128bf9616a312bea6e45eab2559
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer15/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer15/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..03e13bb42c84a796bd2ce90a124da88ff835c109
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer15/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4069393957853317
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2553 | LCC = 0.9487 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1541160518527031
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2242 | LCC = 0.9579 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.12588269168138505
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2561 | LCC = 0.9614 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.10779236310720444
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2622 | LCC = 0.9605 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.09829319852590561
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2009 | LCC = 0.9651 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.09186184301972389
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1688 | LCC = 0.9663 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08941352573037148
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1691 | LCC = 0.9663 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.0824106716811657
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2221 | LCC = 0.9673 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07699018743634224
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1874 | LCC = 0.9687 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.07076101857423782
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2082 | LCC = 0.9670 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.07251267325878143
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1990 | LCC = 0.9681 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06553435295820237
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1743 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06083055138587952
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1742 | LCC = 0.9667 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.058333132952451704
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2197 | LCC = 0.9662 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.0593500354886055
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1999 | LCC = 0.9692 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.057459336787462234
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2011 | LCC = 0.9687 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.053876009434461594
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2132 | LCC = 0.9690 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.050567774057388305
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1574 | LCC = 0.9696 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04860015964508057
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1569 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04886002686619759
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1783 | LCC = 0.9693 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.0445572310090065
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1944 | LCC = 0.9705 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04229246120154857
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1874 | LCC = 0.9689 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04180381008982658
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1906 | LCC = 0.9688 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.040414886564016345
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1679 | LCC = 0.9713 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03949738402664661
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1988 | LCC = 0.9702 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03623295085132122
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1547 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03526679767668247
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1504 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.034418090477585796
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1860 | LCC = 0.9708 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03620238955318928
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1797 | LCC = 0.9696 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03347539076209068
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1582 | LCC = 0.9707 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03100595410168171
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1674 | LCC = 0.9710 | SRCC = 0.9707 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1688 | LCC = 0.9709 | SRCC = 0.9715 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3265491a005a4a8f9f15bc04049cd341a35f1e12
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42f1e208b34498e3d1032c9ebb7d7d93f278ef4b818801ac84630f9f40627ad3
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e1b69927b2d3126842f9a62fb8d6d94bafa1e119
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bed22082e4b85d37c7ed3a6a2af56fe5bc8f1a0f3a9283c7573f8476167dd9c
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8fcb1a456b93d6074fe4c8b551ceaf74b5d7c2a7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33576458394527436
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2244 | LCC = 0.9482 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.14055024421215057
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2123 | LCC = 0.9571 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.12078311765193939
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2445 | LCC = 0.9543 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.11325515097379685
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1837 | LCC = 0.9627 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.09367468255758285
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1993 | LCC = 0.9644 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08787645611166954
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2074 | LCC = 0.9658 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.08517566767334939
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1687 | LCC = 0.9678 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.0745938333272934
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2186 | LCC = 0.9667 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07226794931292534
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1992 | LCC = 0.9696 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.07001693060994148
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1728 | LCC = 0.9675 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06708814960718155
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2004 | LCC = 0.9689 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.06589007818698883
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1674 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06047246342897415
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1882 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05666067025065422
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1742 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05772648513317108
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1796 | LCC = 0.9674 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.05522168159484863
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2216 | LCC = 0.9684 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05084041495621204
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1747 | LCC = 0.9692 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.04932645484805107
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1826 | LCC = 0.9702 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.045530650779604914
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2070 | LCC = 0.9675 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.04962898552417755
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1796 | LCC = 0.9635 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.04375842924416065
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1721 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04161768655478954
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1616 | LCC = 0.9698 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.042695658132433895
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1704 | LCC = 0.9675 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.03936318171024322
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1789 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.03935761587321758
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1764 | LCC = 0.9690 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.03613215751945972
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1727 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.035344883099198345
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1866 | LCC = 0.9690 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.03517087861895561
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1712 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.035285325676202774
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1506 | LCC = 0.9685 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.033774805173277855
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1907 | LCC = 0.9690 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.031183208242058755
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1625 | LCC = 0.9687 | SRCC = 0.9682 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1713 | LCC = 0.9695 | SRCC = 0.9689 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ee90de05267cc4cb9835e15aaa7511b405c7a82
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b693cb8caab8a24ae7ea771ae8612e07394a24bb117b5f0c075291e936545d9
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a014828b859ba3ed961f1b115fcf3e09d3b706fc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a566724b15bbfc659e63ae2fe94990de9cde70f0ece6f8da31b0e1a613550cf1
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f98315faec57dc43f82e58a07be6583d9de35a51
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3850131356716156
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2584 | LCC = 0.9465 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.14264539688825606
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2051 | LCC = 0.9585 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.12067834356427193
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2047 | LCC = 0.9617 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.10339963147044182
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2414 | LCC = 0.9641 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.09317380264401436
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1815 | LCC = 0.9668 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08907189744710922
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2034 | LCC = 0.9665 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0863935775756836
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1672 | LCC = 0.9678 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07695613276958466
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1601 | LCC = 0.9678 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07451172450184822
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1522 | LCC = 0.9684 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.07047632098197937
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1789 | LCC = 0.9693 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.0671483437716961
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1747 | LCC = 0.9681 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06647743952274322
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1846 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06498541501164436
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1464 | LCC = 0.9699 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.05781760868430138
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1907 | LCC = 0.9699 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05727732935547829
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2003 | LCC = 0.9682 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.053601535618305204
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1614 | LCC = 0.9701 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0504036610275507
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1836 | LCC = 0.9701 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.051218721404671666
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1523 | LCC = 0.9697 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05004411955177784
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1761 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04398093634843826
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1766 | LCC = 0.9701 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04430119214951992
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1663 | LCC = 0.9696 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.0405744620859623
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1651 | LCC = 0.9704 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.041138874024152755
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1693 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03796474784612656
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1756 | LCC = 0.9698 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03736007377505302
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1443 | LCC = 0.9672 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.03981693780422211
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1805 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.03711632388830185
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1470 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.036523440688848496
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1682 | LCC = 0.9696 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03209596014022827
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1525 | LCC = 0.9699 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03111006644368172
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1630 | LCC = 0.9697 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.030956227347254752
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1669 | LCC = 0.9703 | SRCC = 0.9698 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1741 | LCC = 0.9702 | SRCC = 0.9704 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..267890c7875f3c7d2dd96685b2b8b5c64d7bbdaa
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eaa59486e2640a256f28e3ffb6b7292735710613e5cc114fe1b5b10ccfaf2a26
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce6ed15e0642602f4d74cf118b0055caf3dc38f3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a7bbce468bb60645551271a1b7fca89a3cad23ecd9bcf4df9b31ba6d14a1d3a
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1ff29f01f48137a2a85ffd4e8503963a0cedbfc0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4070580493211746
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2628 | LCC = 0.9408 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.14872434449195862
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2170 | LCC = 0.9578 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.12155983889102936
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2422 | LCC = 0.9610 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.10327070951461792
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2186 | LCC = 0.9649 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09234162005782127
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1765 | LCC = 0.9659 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.08988255688548089
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2324 | LCC = 0.9668 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.08337794202566147
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1889 | LCC = 0.9651 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.07612484174966812
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1628 | LCC = 0.9679 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07219029489159584
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1744 | LCC = 0.9686 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06691311505436898
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1670 | LCC = 0.9698 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06600418502092362
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1675 | LCC = 0.9691 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06305164158344269
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1721 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.062208684653043744
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1604 | LCC = 0.9683 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05642530263960362
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1583 | LCC = 0.9694 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05791765728592873
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1634 | LCC = 0.9693 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05673062139749527
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1716 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.050174065724015234
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1926 | LCC = 0.9708 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.048341911345720294
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1491 | LCC = 0.9701 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04597304484248161
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1710 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.044281502962112425
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1692 | LCC = 0.9709 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04429444408416748
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1424 | LCC = 0.9691 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04120052875578403
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1671 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04061606669425964
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1607 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.037543854892253876
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1567 | LCC = 0.9702 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.038624798595905306
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1540 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03541170951724053
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1798 | LCC = 0.9706 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.034166242465376855
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1785 | LCC = 0.9717 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.03554298561811447
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1564 | LCC = 0.9714 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.03322080083191395
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1590 | LCC = 0.9709 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.030963657170534134
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1576 | LCC = 0.9714 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03170651063323021
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1766 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1791 | LCC = 0.9708 | SRCC = 0.9706 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e9d3b4159a3efc9f763300c2cb8e5fc003efd6a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd24241416f2bef58dd0c70b1fca35fb6974f561e2e61674023265b81d67b23e
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14ed81c72f1c8de79d7cf190e193f578e4770054
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9415b62a0f940dab0cc0bf3db6e66426712934a3d45a18397f27854cf0974cd
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6c304a291d07603de5d888b70620200eef4cdc0f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5718413373231888
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3309 | LCC = 0.9408 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.16376592206954957
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2154 | LCC = 0.9551 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.13104860121011733
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2409 | LCC = 0.9596 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.10758496850728988
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2129 | LCC = 0.9603 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.10531202477216721
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2503 | LCC = 0.9628 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.09620142397284508
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2738 | LCC = 0.9637 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08836176550388336
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2253 | LCC = 0.9665 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.08707650136947633
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2310 | LCC = 0.9664 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07632918304204941
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2117 | LCC = 0.9667 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0750496341586113
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1819 | LCC = 0.9687 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.07400186735391617
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2130 | LCC = 0.9686 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06546831089258194
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1980 | LCC = 0.9683 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.06287712901830673
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1801 | LCC = 0.9691 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05878686071932316
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1805 | LCC = 0.9700 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.05728405837714672
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1880 | LCC = 0.9705 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.0585531369894743
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1890 | LCC = 0.9686 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05273900896310806
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1674 | LCC = 0.9704 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.05027906773984432
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1921 | LCC = 0.9706 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.04698197838664055
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1992 | LCC = 0.9698 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04827659037709236
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1620 | LCC = 0.9705 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04577712792158127
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1698 | LCC = 0.9711 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.0468313153386116
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1930 | LCC = 0.9710 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04134242896735668
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2005 | LCC = 0.9704 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.039885448172688485
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1725 | LCC = 0.9711 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03904245005548
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2105 | LCC = 0.9699 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.038583031564950944
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1606 | LCC = 0.9715 | SRCC = 0.9712 ]
+INFO:root:Average loss=0.03481895352900028
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1573 | LCC = 0.9711 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.035248507142066954
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2132 | LCC = 0.9695 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.033880898848176
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1681 | LCC = 0.9713 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03341983927041292
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1669 | LCC = 0.9713 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.031818927735090256
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1912 | LCC = 0.9710 | SRCC = 0.9707 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1614 | LCC = 0.9710 | SRCC = 0.9709 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2156469dc2d9303efa4a24d2b5647efad93a0d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227cab1ebffedbf9d4e3a4b9860bffd1e94255e767f282117eba854bacd08790
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1032abcd7206a0348cbf472cf5952ef19a60f2a4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:305190085810568e05d5fd5fa26b3d9eb065bb76d1ea1daabd1e41505fb1a955
+size 3404998
diff --git a/results_tencent/w2v2_xlsr_300m/layer16/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4bf613515758b6d45e4ad96e4a361bf5e1dc8842
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4740363178253174
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2216 | LCC = 0.9481 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.1430197502374649
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2419 | LCC = 0.9578 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11716876175999641
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1912 | LCC = 0.9619 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.10429013580083847
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2023 | LCC = 0.9639 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09771357548236848
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2501 | LCC = 0.9652 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.08455289798974991
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2077 | LCC = 0.9662 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08033834519982339
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1713 | LCC = 0.9674 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07424506175518036
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2311 | LCC = 0.9680 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07411306583881379
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2030 | LCC = 0.9686 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06817390704154969
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1647 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0642666221857071
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1832 | LCC = 0.9691 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06251178541779519
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2016 | LCC = 0.9684 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.05780266094207764
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1634 | LCC = 0.9700 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.05766115427017212
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1737 | LCC = 0.9691 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.053311359986662865
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1682 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.05241528098285198
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1984 | LCC = 0.9704 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05019678288698196
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1984 | LCC = 0.9697 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0476902207583189
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1948 | LCC = 0.9702 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04638419960439205
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1721 | LCC = 0.9700 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.043955054819583894
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1954 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04370264594256878
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1697 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.042031728267669675
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1946 | LCC = 0.9700 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03950385273993015
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1663 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03722547966241836
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1457 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.039121584206819535
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1732 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.036944505721330644
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1815 | LCC = 0.9698 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03388155226409435
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1663 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.03361928652226925
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1525 | LCC = 0.9709 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03507415671646595
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1708 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03139709913730621
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1963 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03061888565123081
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1765 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1510 | LCC = 0.9711 | SRCC = 0.9706 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer17/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer17/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5505fc32db63eaa89458219b146eedb8bb8c235d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b36b93c7bc3ce6ab4b97bf2f804f8cc5659890056e26ae669fe5ce1263196a53
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer17/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24cea89d6a99e77b8201bbfeb65b86a9b0e664f9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e105c3a4447249825e357cd1218e46728f029fccc328e6df3cecf48a323871
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer17/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..56a2caa342c92870f0622a76305f85e39e66f14f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41833560848236084
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2615 | LCC = 0.9489 | SRCC = 0.9487 ]
+INFO:root:Average loss=0.13506943506002425
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2347 | LCC = 0.9604 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.11269152075052262
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1881 | LCC = 0.9630 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10008028131723404
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1653 | LCC = 0.9651 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.0882923820912838
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1838 | LCC = 0.9668 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.08228298965096474
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2185 | LCC = 0.9678 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07636451628804207
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1662 | LCC = 0.9687 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07003801855444908
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1587 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.06913828650116921
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1632 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06327232784032821
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2026 | LCC = 0.9691 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.06507837370038033
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1950 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06019930243492126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1790 | LCC = 0.9682 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.053621760547161106
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1758 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.052185228928923605
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1687 | LCC = 0.9677 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.05077090275287628
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1912 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04848285602033138
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1860 | LCC = 0.9698 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.046708966955542566
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1591 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04187897904217243
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1549 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.041594782069325445
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1626 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03953901632130146
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1683 | LCC = 0.9704 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.03803355374932289
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1989 | LCC = 0.9692 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.03878378663957119
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1873 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.035563740119338036
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1915 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.032484656885266305
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1534 | LCC = 0.9678 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.032988321781158444
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1660 | LCC = 0.9700 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.031987676188349724
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1734 | LCC = 0.9702 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.031200209572911263
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1947 | LCC = 0.9704 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.02983168064057827
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1849 | LCC = 0.9701 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.028079064235091208
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1867 | LCC = 0.9693 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.027370518624782562
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1676 | LCC = 0.9701 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.025639207385480405
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1698 | LCC = 0.9703 | SRCC = 0.9689 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1587 | LCC = 0.9700 | SRCC = 0.9704 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer17/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer17/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a6fa3bc1ac778375512c03c0f830cb1d99a0e1a8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7d18b8022264d33847aeac63843811eeafbe7f7f30d4a0853175e6bdfceae9
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer17/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..724911c57ce03bd56e2d1c3606e653671136f5fb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cb37bbcb7175dceb5a5b07a4987a01fa2f57b1fb680c64abaa62b5531cf7c61
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer17/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3ee58bb395c0d1c114a0132e721af8d1878381b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35457819336652757
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2456 | LCC = 0.9491 | SRCC = 0.9484 ]
+INFO:root:Average loss=0.13569349944591522
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2453 | LCC = 0.9591 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.11264678925275802
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2073 | LCC = 0.9620 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.10093207821249962
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2006 | LCC = 0.9635 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09180039617419243
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1992 | LCC = 0.9655 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.08667417460680008
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2168 | LCC = 0.9655 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08126164284348487
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2366 | LCC = 0.9656 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.07748634997010231
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2540 | LCC = 0.9658 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.06813928946852683
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1979 | LCC = 0.9683 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.0647148040831089
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2021 | LCC = 0.9697 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06044410386681557
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1939 | LCC = 0.9693 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05975229044258595
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1914 | LCC = 0.9690 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.05790988886356354
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1919 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.052934736892580984
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1962 | LCC = 0.9693 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.0513069559186697
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2006 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.048635168492794034
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1950 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.04764375679194927
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2198 | LCC = 0.9695 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04376631399989128
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1859 | LCC = 0.9706 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04291498824954033
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1911 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04076795306801796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2151 | LCC = 0.9695 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.041637560337781904
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1831 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03653943812847137
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2118 | LCC = 0.9702 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03640224714577198
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1915 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03401977628469467
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1876 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03393752411007881
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1783 | LCC = 0.9701 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.032237064853310585
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1972 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03288447667658329
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2110 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0316484444886446
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1913 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02961904573440552
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1909 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02926636838912964
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1877 | LCC = 0.9707 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.028465154387056827
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1883 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1965 | LCC = 0.9698 | SRCC = 0.9705 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer17/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer17/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3902e5408787fd98ca6144725e85466afaa8171
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ece11fe449f286255bbb12cbb961441bd18bcd4c80a17f396ae2c01d63999d
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer17/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f7a2afd1e4d91c2f22fd4cb09a1e9f31cdfa335
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a68739fd292492208fe16c7f17bc41ca4d2b47084566bdc9f9129ab8da653610
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer17/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bf894385dc69c157153f76d7ef57e017ee38b981
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4255578190088272
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2504 | LCC = 0.9510 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.13872915625572205
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2018 | LCC = 0.9602 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11478134590387344
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2049 | LCC = 0.9639 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.10429687932133674
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1787 | LCC = 0.9653 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.08749156492948532
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1754 | LCC = 0.9660 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.08941759902238845
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1723 | LCC = 0.9683 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07665394377708436
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1755 | LCC = 0.9682 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07583921039104462
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1431 | LCC = 0.9690 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.0679394861459732
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1631 | LCC = 0.9699 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06898351272940635
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1728 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06642378255724907
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1672 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.061843686521053313
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1780 | LCC = 0.9705 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.056805350631475446
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1557 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05201821890473366
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1614 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05084655179083347
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1542 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04996286705136299
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1362 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04696736486256123
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1566 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04340730294585228
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1408 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04241777767241001
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1451 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04031671294569969
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1793 | LCC = 0.9689 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.03902571545541286
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1534 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03668983647227287
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1633 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.036712192848324776
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1401 | LCC = 0.9718 | SRCC = 0.9708 ]
+INFO:root:Average loss=0.0332206489443779
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1578 | LCC = 0.9713 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.03197824764251709
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1707 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.032729533895850184
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1503 | LCC = 0.9714 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.030627022176980972
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1635 | LCC = 0.9715 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.030093046694993974
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1540 | LCC = 0.9713 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0296338080316782
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1511 | LCC = 0.9711 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02727694943547249
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1422 | LCC = 0.9709 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.02730166754126549
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1492 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1407 | LCC = 0.9706 | SRCC = 0.9706 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer17/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer17/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30e9eb4e71ffb15678bc864841a3ac4f15991d59
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c67cca62cecc77d7a8a19855ebd6474348940515de0d9c0da298a39a1db17e62
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer17/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae118cc33bb4c4ab5dfc10645abad10c2e08bc66
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06ea44d9972c0c088deb269c78aa139465e9e4fea6d4200710a6c4a8f9839c0e
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer17/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9f58468ecb4bd9731043adf2e174a214acaaeae7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3827725393772125
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3242 | LCC = 0.9461 | SRCC = 0.9486 ]
+INFO:root:Average loss=0.14116663748025896
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2358 | LCC = 0.9595 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.11924746960401535
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2618 | LCC = 0.9612 | SRCC = 0.9612 ]
+INFO:root:Average loss=0.10344308853149414
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1873 | LCC = 0.9641 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09566055092215538
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2044 | LCC = 0.9673 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.08738868999481202
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2017 | LCC = 0.9681 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.07861236688494683
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1755 | LCC = 0.9677 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07367558869719505
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2052 | LCC = 0.9695 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.07147108313441276
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2128 | LCC = 0.9690 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.0671769618988037
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1867 | LCC = 0.9680 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.061002618998289106
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1684 | LCC = 0.9694 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.061036652624607085
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1739 | LCC = 0.9708 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.057078688740730285
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1934 | LCC = 0.9698 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.054846765890717505
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1975 | LCC = 0.9710 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.05198714065551758
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2214 | LCC = 0.9703 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04950803242623806
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2038 | LCC = 0.9702 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.04662523560225964
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1913 | LCC = 0.9707 | SRCC = 0.9706 ]
+INFO:root:Average loss=0.04432076695561409
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1875 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.044601741448044775
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1768 | LCC = 0.9719 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.03999273633956909
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2049 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04137609492242336
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1802 | LCC = 0.9707 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.036104083076119425
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1822 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03569503866136074
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1710 | LCC = 0.9697 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.033972384110093116
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1969 | LCC = 0.9699 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.035057047367095945
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1885 | LCC = 0.9706 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.030365637749433516
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1829 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.030889003738760946
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1664 | LCC = 0.9704 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.030534923866391183
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1694 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.02884468049556017
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1654 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02945890748500824
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2092 | LCC = 0.9697 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.028839489616453648
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1740 | LCC = 0.9701 | SRCC = 0.9686 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1782 | LCC = 0.9710 | SRCC = 0.9708 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer17/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer17/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3ca7c8d723c9829077ba895f50188f36539cb82
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55870c762baff3f570f244822f1df55b84c0f741c59841ede08dd23f94ed7bb5
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer17/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3bc40c0501ef7091d0c666325443dd1498b580f2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765876a97ac44a2f9bb33732c2e1c4c54d78d7e3e0738ec30439beb07801e1de
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer17/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer17/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1f16ed0ff774fd1b872bf21612d23458a19ccfa6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer17/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3980294307470322
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3160 | LCC = 0.9343 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.14844264656305314
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1919 | LCC = 0.9588 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.11884725064039231
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2101 | LCC = 0.9613 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.1060581561923027
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2306 | LCC = 0.9643 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09191908320784568
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1980 | LCC = 0.9662 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.08287536811828614
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1886 | LCC = 0.9679 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07728582054376602
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1996 | LCC = 0.9677 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07431459358334541
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1802 | LCC = 0.9694 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.0712947273850441
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1905 | LCC = 0.9689 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.06516877901554108
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1775 | LCC = 0.9695 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06344768273830413
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1972 | LCC = 0.9692 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.06175358560681343
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1470 | LCC = 0.9678 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05539969319105148
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2019 | LCC = 0.9694 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.055353344202041625
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1572 | LCC = 0.9690 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05310006375610828
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1703 | LCC = 0.9695 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.051357322484254835
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1796 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.04673546868562698
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1542 | LCC = 0.9700 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04511696808040142
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1603 | LCC = 0.9697 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.043495043233037
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1507 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04150623728334904
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1616 | LCC = 0.9707 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03907481949031353
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1950 | LCC = 0.9707 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04158834640681744
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1880 | LCC = 0.9701 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.035735953539609906
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1913 | LCC = 0.9703 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03640798151493072
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1907 | LCC = 0.9690 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.03435799719393253
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1798 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03276669238507748
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1719 | LCC = 0.9703 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03295910358428955
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1666 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.030596958458423616
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1690 | LCC = 0.9698 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.029932236447930336
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1554 | LCC = 0.9701 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.0316744104474783
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1843 | LCC = 0.9713 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.02778851619362831
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1710 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1865 | LCC = 0.9712 | SRCC = 0.9721 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..398979a41459c831ea4e32a11520aa368f2c6bcf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d02f14a501effdaead87a2906ae8294e4a5381b108af854ec53f4270b72015fe
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3daf098f7373c975b0dd7c0362b805211a8d78c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da8193ae077e12b7da9190999d6a2e5f7bd05d830acf7d3d52b6ce1846bdd287
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0737d02851e2cda8bf43428f9da487baaab1d01f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40766543078422546
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2153 | LCC = 0.9497 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.15103603249788283
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2086 | LCC = 0.9577 | SRCC = 0.9579 ]
+INFO:root:Average loss=0.11729075956344605
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2297 | LCC = 0.9600 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.10226100483536721
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1677 | LCC = 0.9636 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.0959453125
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1868 | LCC = 0.9664 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.0849550544321537
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1852 | LCC = 0.9651 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.08116171047091485
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2230 | LCC = 0.9672 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07403625479340553
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1769 | LCC = 0.9695 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.07190873828530311
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1789 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06874030303955078
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1699 | LCC = 0.9674 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06268012857437134
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2191 | LCC = 0.9695 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06383230009675026
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1634 | LCC = 0.9697 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.05770177513360977
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1486 | LCC = 0.9684 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05480479550361633
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1892 | LCC = 0.9688 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.05239222580194473
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1639 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05031677746772766
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1807 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.046251431852579114
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1843 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.043716662108898165
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1763 | LCC = 0.9705 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.043592678487300876
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1840 | LCC = 0.9704 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.042002873733639715
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1622 | LCC = 0.9713 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.040674132376909256
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1894 | LCC = 0.9698 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.03833648191392422
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1490 | LCC = 0.9704 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.0373110973238945
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1854 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03636855946481228
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1481 | LCC = 0.9710 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0375147470086813
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1460 | LCC = 0.9705 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.033953473210334775
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1691 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.033822706773877144
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1760 | LCC = 0.9710 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.030499320685863494
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1822 | LCC = 0.9708 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.0300456008464098
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1735 | LCC = 0.9698 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.030925170868635176
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1504 | LCC = 0.9711 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.027155296072363853
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1742 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1650 | LCC = 0.9705 | SRCC = 0.9706 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..377b7b37cb2b64322d976aebef1335ca4b2f16bc
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bede6598ad46f60ac1419fb4fe394b3944183cd73b67a9693e20807d266ca6ee
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a77495b937abc2db6a2683b806575d126e3ba85
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b19b555af970c6fc249f6e0052fd70d3f81280e9fca06fffa8ccf9fe3484100a
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9afa42430d83e38a05f9b8d94b8fb6f0c8f947ce
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40407171738147735
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2221 | LCC = 0.9480 | SRCC = 0.9496 ]
+INFO:root:Average loss=0.1428280326128006
+INFO:root:
+[Valid][1][UTT][ MSE = 0.1864 | LCC = 0.9596 | SRCC = 0.9590 ]
+INFO:root:Average loss=0.10875870382785797
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1998 | LCC = 0.9627 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10048217868804932
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1517 | LCC = 0.9631 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09549251461029053
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1718 | LCC = 0.9657 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.08608164873719215
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1719 | LCC = 0.9680 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07702231204509735
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1694 | LCC = 0.9683 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07324547663331032
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1594 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06844269993901253
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1488 | LCC = 0.9691 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06898255015909671
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1417 | LCC = 0.9697 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06450776287913322
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1462 | LCC = 0.9698 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06084540343284607
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1617 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.055598602801561356
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1660 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.05360790388286114
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1688 | LCC = 0.9708 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.051522654756903645
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1688 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04784365671873093
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1832 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.046556842356920244
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1551 | LCC = 0.9687 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.04713559846580029
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1581 | LCC = 0.9712 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04268646110594273
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1716 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04326688852906227
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1523 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.03777839979529381
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1758 | LCC = 0.9705 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03810358534753323
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1478 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03748308537900448
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1598 | LCC = 0.9709 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.033948162332177165
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1501 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03519563010334969
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1762 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.032429536044597626
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1609 | LCC = 0.9710 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.03249554219096899
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1601 | LCC = 0.9711 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.03085812097787857
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1539 | LCC = 0.9708 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.02811686360836029
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1796 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.02941107964515686
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1697 | LCC = 0.9709 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.02711124411225319
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1570 | LCC = 0.9707 | SRCC = 0.9695 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1583 | LCC = 0.9703 | SRCC = 0.9704 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743b0c9ed2959da8b8ad8d6c166c06c04afdea46
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9714d2aedd213356ba96eb3a9b08347d5767d359e1c362170eaeae7c69847459
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..721c43dc0b9862a5963f02604f91131db70d11f0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5dc466b50825e82435b207486dead2e34bed543d7efd097008064ad5ccf5c56
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..268386bf56eaa5d0ab9f24df0d2b273a6695d81d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.34529366171360015
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2510 | LCC = 0.9515 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1370281184911728
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2402 | LCC = 0.9604 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.10813867938518525
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2032 | LCC = 0.9644 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.09813118609786034
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1705 | LCC = 0.9665 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.09344122916460038
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1682 | LCC = 0.9644 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.08719877526164055
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1784 | LCC = 0.9681 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08064449700713158
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1920 | LCC = 0.9694 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07238788676261902
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2066 | LCC = 0.9688 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0667023897767067
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2041 | LCC = 0.9696 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.0631512382030487
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1872 | LCC = 0.9698 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.0617817889302969
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1876 | LCC = 0.9699 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.059433646559715274
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1733 | LCC = 0.9695 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05375198966264725
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1934 | LCC = 0.9707 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.05116134184598923
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2002 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.051280280992388724
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2283 | LCC = 0.9701 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04675818829238415
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1880 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.046413228392601015
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1785 | LCC = 0.9706 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04332304354012013
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1746 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04100242048501968
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1670 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03957923406362534
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1776 | LCC = 0.9712 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04051177956163883
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1735 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.0370504380017519
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1951 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03587536151707173
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1711 | LCC = 0.9713 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.03301045532524586
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2012 | LCC = 0.9697 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.034580743953585624
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2099 | LCC = 0.9687 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.031665095701813695
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1689 | LCC = 0.9704 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.030012943118810653
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1765 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.029563727617263794
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1678 | LCC = 0.9711 | SRCC = 0.9705 ]
+INFO:root:Average loss=0.028420174673199655
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1746 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.026964161783456803
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1845 | LCC = 0.9704 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.026970829725265502
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1744 | LCC = 0.9710 | SRCC = 0.9696 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1723 | LCC = 0.9698 | SRCC = 0.9701 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b832ab918239a6b26cfd6e96a89ee41e21664589
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a784963df5e154e870c90c5ded11f13abf73deff189bf4ff98c7d8a3017146f1
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3226a8b2a80ce80d17a6f2e470cb5c73e7a8f4cf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:716bac30ec551425656e40850212b1227c20dc3477b309030aa2ddccb48d2cb1
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e46b64ae38863041e6864d52cf3e6e6fc71a8e23
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3677457775473595
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2220 | LCC = 0.9493 | SRCC = 0.9488 ]
+INFO:root:Average loss=0.14910135531425475
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2460 | LCC = 0.9592 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.12072723665833474
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2091 | LCC = 0.9633 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.10042444336414337
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1484 | LCC = 0.9646 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.09064314791560173
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2029 | LCC = 0.9664 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.08590560829639435
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1589 | LCC = 0.9659 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.0795823700428009
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1626 | LCC = 0.9681 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07457095175981522
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1817 | LCC = 0.9689 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0715328938961029
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1752 | LCC = 0.9687 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06855092775821686
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1707 | LCC = 0.9694 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06649509021639824
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1847 | LCC = 0.9681 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.0608720663189888
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1734 | LCC = 0.9700 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05739269772171974
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1761 | LCC = 0.9689 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05516193401813507
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1590 | LCC = 0.9698 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04976904720067978
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1565 | LCC = 0.9700 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04801066029071808
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1638 | LCC = 0.9701 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04901900866627693
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1570 | LCC = 0.9703 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04636109915375709
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1683 | LCC = 0.9702 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.0433435613065958
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1474 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.04252962653338909
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1628 | LCC = 0.9701 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04245714661478996
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1632 | LCC = 0.9700 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.038278298512101176
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1717 | LCC = 0.9712 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.03575044445693493
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1570 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.03707414615154266
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1620 | LCC = 0.9704 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.03504282778501511
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1710 | LCC = 0.9698 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.035461043044924735
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1710 | LCC = 0.9689 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.03217131069302559
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1625 | LCC = 0.9687 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.030250888645648958
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1782 | LCC = 0.9697 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.029413873955607413
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1471 | LCC = 0.9702 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.03017287777364254
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1781 | LCC = 0.9705 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.030134082049131393
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1814 | LCC = 0.9701 | SRCC = 0.9687 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1752 | LCC = 0.9694 | SRCC = 0.9698 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5acf8869f8e71ac05e02a9d34c0a64794be7fd2c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2cbee8bcc6d7cf9d7c0542c79149cd2307a5e552eb8bf4e2504efa34676bd867
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b25a58e3efe2b81fc326500578ae4a0c715bbb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28082a79e8e215844b41fbfb0924e7816fbf9b3e05877ca9a7c062938669fd8f
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer18/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f28b6f1b673899142ffe617d49b62b59627f8931
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3858246406316757
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2708 | LCC = 0.9511 | SRCC = 0.9500 ]
+INFO:root:Average loss=0.13538500541448592
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2115 | LCC = 0.9577 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.11673052626848221
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2204 | LCC = 0.9595 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.10253888508677482
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2471 | LCC = 0.9646 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.08859906753897667
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1865 | LCC = 0.9663 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08344337970018387
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2029 | LCC = 0.9679 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.08029586106538772
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2454 | LCC = 0.9669 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.07074255871772767
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2255 | LCC = 0.9663 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07095073653757572
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2810 | LCC = 0.9682 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06308924070000649
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2007 | LCC = 0.9687 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.06062038606405258
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1660 | LCC = 0.9687 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0620974161028862
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1922 | LCC = 0.9690 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.05370258671045303
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1787 | LCC = 0.9684 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.05010897397994995
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1875 | LCC = 0.9698 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05167564935982227
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1864 | LCC = 0.9698 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04585543805360794
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1669 | LCC = 0.9707 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.044633871242403984
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2219 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04586863738298416
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1843 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04120168010890484
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1794 | LCC = 0.9709 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.04157000362873078
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1722 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03826497086882591
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1786 | LCC = 0.9711 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.03574610786139965
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1599 | LCC = 0.9705 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.03546121129393578
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1935 | LCC = 0.9713 | SRCC = 0.9707 ]
+INFO:root:Average loss=0.034122238367795946
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1952 | LCC = 0.9708 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.03269712807238102
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1912 | LCC = 0.9711 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03309500144422054
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1887 | LCC = 0.9710 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.0307952860891819
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1496 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.0304707161039114
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1617 | LCC = 0.9710 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.027229772612452508
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1860 | LCC = 0.9702 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.028784448616206645
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1920 | LCC = 0.9708 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.02629692606627941
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1813 | LCC = 0.9692 | SRCC = 0.9679 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1989 | LCC = 0.9697 | SRCC = 0.9699 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer19/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer19/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..76277810b842b24d64cd33e8db22939760c1d103
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f90d02f1ac5fbc8d21a1ac67e5429d5ce6bd80a01c12cf0044d99ea02a00a49
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer19/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f30dda5bd814bbe97e7df06de44ddfeba0ea815f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dbd8756d6247bc13b171d221fad0995b494034d3cae88cbba60d6d179e73e51
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer19/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d744c994f011296bc894a498f77b20243da0c2fa
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4115039249062538
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2538 | LCC = 0.9423 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.17070316231250762
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2877 | LCC = 0.9467 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.15041476732492448
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2311 | LCC = 0.9577 | SRCC = 0.9575 ]
+INFO:root:Average loss=0.1219750872850418
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1899 | LCC = 0.9624 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.11258037555217743
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1716 | LCC = 0.9640 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.10169385772943497
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1709 | LCC = 0.9653 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.10304940041899681
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2146 | LCC = 0.9661 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.09428320825099945
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1663 | LCC = 0.9665 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.09090684461593627
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1724 | LCC = 0.9678 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.08378637203574181
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1998 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07872395938634873
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2088 | LCC = 0.9680 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.07719646570086479
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1454 | LCC = 0.9679 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07504982936382294
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1867 | LCC = 0.9690 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07296071043610573
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1737 | LCC = 0.9701 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.06733197450637818
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1668 | LCC = 0.9684 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.06738258618116379
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2161 | LCC = 0.9682 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.06883328458666801
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1961 | LCC = 0.9700 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06228710839152336
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1784 | LCC = 0.9702 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.06295708194375038
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1437 | LCC = 0.9701 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.05971312814950943
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1709 | LCC = 0.9704 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05785098169744015
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1705 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.054125828683376315
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1630 | LCC = 0.9702 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05286970865726471
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2101 | LCC = 0.9699 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.050864323288202284
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2139 | LCC = 0.9706 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.048799351692199705
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1833 | LCC = 0.9715 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04875254023075104
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1827 | LCC = 0.9711 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.04750473321974277
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1723 | LCC = 0.9709 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04499543210864067
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1792 | LCC = 0.9696 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0424350745677948
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1868 | LCC = 0.9706 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.04460803988575936
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1995 | LCC = 0.9708 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04086533290147781
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1927 | LCC = 0.9698 | SRCC = 0.9696 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1837 | LCC = 0.9707 | SRCC = 0.9710 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer19/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer19/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26bdd1fda0badcf3a7dec50595ef65f16d6df549
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f221e675315370023e49b429e720fcf68343a5c2db63702c5d6effb186cbb84c
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer19/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2276228193e46b11108afac909b04265b6990306
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6fde061024a5d20b9269fa1bf23b4b5507c26ece51451615fff80df6e96969c9
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer19/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f8835ea7a6f620502c8a7f9c705e8d39adbd4fa1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41651809167861936
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2497 | LCC = 0.9428 | SRCC = 0.9430 ]
+INFO:root:Average loss=0.15428995311260224
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2496 | LCC = 0.9535 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.13715131402015687
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2421 | LCC = 0.9570 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.12444510304927826
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1841 | LCC = 0.9608 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.1071189779639244
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2420 | LCC = 0.9598 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.10783602827787399
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1932 | LCC = 0.9616 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.09222281351685524
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2080 | LCC = 0.9657 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.08749274581670761
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1787 | LCC = 0.9660 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.08265638822317123
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2349 | LCC = 0.9645 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.08064816582202912
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2067 | LCC = 0.9667 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.07775422328710556
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1870 | LCC = 0.9696 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.07412011688947677
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1536 | LCC = 0.9661 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.0705740355849266
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1769 | LCC = 0.9693 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.07100160709023476
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1969 | LCC = 0.9700 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06746574252843857
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1431 | LCC = 0.9676 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06407519245147705
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1927 | LCC = 0.9684 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.0628497563302517
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1803 | LCC = 0.9696 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.059973847895860674
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1755 | LCC = 0.9705 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.058739005506038666
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1954 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05455461773276329
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1999 | LCC = 0.9689 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.050996890380978585
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1968 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.05168907022476196
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1688 | LCC = 0.9700 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.053640893176198
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2125 | LCC = 0.9705 | SRCC = 0.9701 ]
+INFO:root:Average loss=0.04844273117184639
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1637 | LCC = 0.9703 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04593763880431652
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1693 | LCC = 0.9712 | SRCC = 0.9704 ]
+INFO:root:Average loss=0.04763083353638649
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1930 | LCC = 0.9710 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.04536263787746429
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1584 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.04059814228117466
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1624 | LCC = 0.9710 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.04362466000020504
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1905 | LCC = 0.9718 | SRCC = 0.9711 ]
+INFO:root:Average loss=0.040764832764863965
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1945 | LCC = 0.9709 | SRCC = 0.9703 ]
+INFO:root:Average loss=0.038798958331346514
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1695 | LCC = 0.9709 | SRCC = 0.9701 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1957 | LCC = 0.9697 | SRCC = 0.9700 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer19/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer19/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28fd61a6693c37cbac1120ac46f5ef9d4618b246
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a145d62f0e17e862e52edb27e81bbd5b259f6398a9bd2fcc982db9c9f2c05e05
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer19/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..561958960fdfe7e832cf936c97a4a5cc680288cf
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a6a677adfe674554dcd9fedc0568fbc22eda4f8250dfe6b98420449a42e697
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer19/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c4cd37923a1543de6fc133277eeafff696163cd7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46956932258605955
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2493 | LCC = 0.9401 | SRCC = 0.9404 ]
+INFO:root:Average loss=0.16898627012968062
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2345 | LCC = 0.9537 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.14152099645137786
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2277 | LCC = 0.9556 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.12490919089317322
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2948 | LCC = 0.9588 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.11393949148058892
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2109 | LCC = 0.9624 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10440701961517335
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1982 | LCC = 0.9622 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.10494527277350425
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2376 | LCC = 0.9637 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.09122604218125344
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1698 | LCC = 0.9656 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08929481258988381
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1758 | LCC = 0.9649 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.08586692062020301
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1862 | LCC = 0.9649 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.07857767960429192
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1615 | LCC = 0.9669 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.0794325077533722
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2217 | LCC = 0.9669 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.07302282798290252
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1781 | LCC = 0.9688 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.07291098672151565
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1714 | LCC = 0.9688 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06680120745301246
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1853 | LCC = 0.9687 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.0644266499876976
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1769 | LCC = 0.9688 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.0608721966445446
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1521 | LCC = 0.9691 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.06373332914710045
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1982 | LCC = 0.9676 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.05710428804159164
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2030 | LCC = 0.9677 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.05793166017532349
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1844 | LCC = 0.9688 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.05348028352856636
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1968 | LCC = 0.9703 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05805615063011646
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2017 | LCC = 0.9690 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.051539013624191284
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1803 | LCC = 0.9691 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.04994379702210426
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1826 | LCC = 0.9699 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.047476071625947955
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1578 | LCC = 0.9701 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.04658476054668426
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1701 | LCC = 0.9697 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.04321321161091328
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1908 | LCC = 0.9683 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.0439892060905695
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2028 | LCC = 0.9694 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.041180031642317774
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1737 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.03949144893884659
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1768 | LCC = 0.9699 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.040753389477729794
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1926 | LCC = 0.9693 | SRCC = 0.9683 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1985 | LCC = 0.9688 | SRCC = 0.9688 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer19/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer19/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..004c575f35d4372f757bc37d80bfd91bdd1a401b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20ad2649d996d42187b674535f64334f552a1f8282682647ea1a0b98ec5a600d
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer19/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bb9d11b27a3bcd8e51431fc70d46f2057197764
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bb0f03f52bb906d2ab5ace098997b89ac7daba4c2ce73c7ab1872189121589a
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer19/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a63f05f946bb09c5d7929366c319edcc53712293
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5334012402296067
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3141 | LCC = 0.9418 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.17132907181978227
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3145 | LCC = 0.9528 | SRCC = 0.9529 ]
+INFO:root:Average loss=0.14308114904165267
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3159 | LCC = 0.9544 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.12855669009685516
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2694 | LCC = 0.9595 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11554526311159134
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3086 | LCC = 0.9600 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.10253685301542283
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2320 | LCC = 0.9628 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.1033297199010849
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2099 | LCC = 0.9650 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.09613258263468742
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2603 | LCC = 0.9647 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08577528929710389
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2521 | LCC = 0.9655 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.08108448269963264
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2297 | LCC = 0.9669 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.08456021556258202
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2680 | LCC = 0.9648 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08135580694675446
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2464 | LCC = 0.9669 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07346253052353859
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2552 | LCC = 0.9651 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07140481561422347
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2317 | LCC = 0.9664 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07180194011330604
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2005 | LCC = 0.9672 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.06503983816504479
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2614 | LCC = 0.9657 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06876992458105087
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2265 | LCC = 0.9685 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0602927158176899
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2085 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05865167036652565
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1984 | LCC = 0.9689 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.05664241062104702
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2222 | LCC = 0.9642 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.05537245094776153
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2194 | LCC = 0.9692 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05341181054711342
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2262 | LCC = 0.9693 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.05130429770052433
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2592 | LCC = 0.9668 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.051730157256126404
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2557 | LCC = 0.9679 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.04943231204152107
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2180 | LCC = 0.9687 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.047579452961683276
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2198 | LCC = 0.9681 | SRCC = 0.9674 ]
+INFO:root:Average loss=0.04829001814126968
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2117 | LCC = 0.9698 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.047621124535799024
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2302 | LCC = 0.9683 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.04260084214806557
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2115 | LCC = 0.9690 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.03999103793501854
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2051 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.040189595475792886
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1875 | LCC = 0.9696 | SRCC = 0.9689 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2122 | LCC = 0.9690 | SRCC = 0.9699 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer19/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer19/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..078e15723a15afd0b200bbff079b9b50cc92a8f0
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4e06e9582234c3db2f3f771dfd1a4593a886094c3de9ab628b447f3cf722fac
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer19/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca83bbf89ddf6b2b67f03feda6e486e11b1b9e6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e44b4f6478f714b5b50349cb2f2d6f6bf883a416d77a8c034778fc6529db4c3
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer19/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer19/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2925b7989d8450212fb7261208d7e84ee9255fb7
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer19/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5132303723096847
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3260 | LCC = 0.9398 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.16301186603307724
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2390 | LCC = 0.9534 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.13357228034734725
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2170 | LCC = 0.9578 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.12218148216605186
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2765 | LCC = 0.9598 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.11071360599994659
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1778 | LCC = 0.9617 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10267178064584732
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2180 | LCC = 0.9644 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.09463533815741539
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1990 | LCC = 0.9652 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08989803749322892
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2449 | LCC = 0.9631 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.08831202337145805
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2113 | LCC = 0.9668 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.0832895322740078
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1893 | LCC = 0.9667 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.07901178953051567
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1755 | LCC = 0.9677 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.07464878240227699
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1694 | LCC = 0.9646 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.07231072783470154
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1769 | LCC = 0.9690 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0703249490261078
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2044 | LCC = 0.9689 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06634898379445076
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1821 | LCC = 0.9668 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.06413804787397384
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1537 | LCC = 0.9675 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.06085990628600121
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1804 | LCC = 0.9693 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.06193265455961228
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2258 | LCC = 0.9671 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.0613325406908989
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1757 | LCC = 0.9699 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.05603149053454399
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1819 | LCC = 0.9695 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05406505483388901
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1868 | LCC = 0.9695 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.052632056429982185
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2001 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.052347353115677835
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1847 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.04937315447628498
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2077 | LCC = 0.9685 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04591693058609962
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1501 | LCC = 0.9694 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04340491697192192
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1800 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.04513586512207985
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2094 | LCC = 0.9683 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04252304351329803
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1641 | LCC = 0.9701 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04114708480238914
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1705 | LCC = 0.9692 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.043924143105745314
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1806 | LCC = 0.9693 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.038870799109339715
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1752 | LCC = 0.9704 | SRCC = 0.9695 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1771 | LCC = 0.9698 | SRCC = 0.9699 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b2376cffca5bff500bf391412cbe8f189f861c1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5b82022952641910eb8a4f148f9d3b69e46f535a21c83783ff32976e129af035
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19d59cce561454a8b14cc07b3c62aeaf9cb4a219
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fd0537144bc0219b8badb11cc45bb3dbb306c2be28de025d2171b843c302abd
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b4d4fbf60c57955f0a41c36d18ea5beb6fb566d2
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5193863092660904
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3280 | LCC = 0.9287 | SRCC = 0.9279 ]
+INFO:root:Average loss=0.19564261281490325
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2977 | LCC = 0.9424 | SRCC = 0.9417 ]
+INFO:root:Average loss=0.15949586457014084
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2514 | LCC = 0.9498 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.14215487182140352
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2399 | LCC = 0.9523 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.1331389304995537
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2161 | LCC = 0.9543 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.11880729594826699
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1986 | LCC = 0.9583 | SRCC = 0.9573 ]
+INFO:root:Average loss=0.10761351433396339
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2892 | LCC = 0.9570 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.10082257473468781
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2179 | LCC = 0.9601 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.09595170459151268
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2151 | LCC = 0.9620 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.09472897294163704
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2065 | LCC = 0.9639 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.08870650082826614
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1998 | LCC = 0.9614 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.08130943006277085
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1990 | LCC = 0.9639 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.0779981195628643
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1852 | LCC = 0.9643 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.07270434376597404
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2180 | LCC = 0.9645 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.07105065110325813
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2079 | LCC = 0.9644 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.06969093388319016
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1757 | LCC = 0.9659 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.0646066776663065
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1790 | LCC = 0.9656 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.06201996141672134
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1663 | LCC = 0.9659 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.06275377595424653
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2047 | LCC = 0.9647 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.05757383680343628
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1912 | LCC = 0.9658 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.05300973080098629
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1948 | LCC = 0.9664 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.05086587353050709
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2016 | LCC = 0.9649 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.04996884350478649
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2055 | LCC = 0.9659 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.04796356976032257
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2073 | LCC = 0.9657 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.04685006813704967
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2085 | LCC = 0.9658 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.04356629183888435
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1981 | LCC = 0.9669 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.04287291616201401
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1929 | LCC = 0.9667 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.041133661836385726
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1848 | LCC = 0.9654 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.041878838419914244
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2190 | LCC = 0.9658 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.03962570922076702
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1855 | LCC = 0.9656 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.03626119416952133
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1842 | LCC = 0.9656 | SRCC = 0.9642 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2005 | LCC = 0.9657 | SRCC = 0.9660 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63aa807afb38bc0ba84580ecb712d5d7c811c8b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acd50da4f4e9292d07dcdb22c242d571e4873a6b53d2cecda6a632192f7755e8
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..31947de998eb8820abf003f890377c60e4660636
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:468562d3ea79f2e2b011f48ad813e15ef422b430c88cda42341142d8144a92e1
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2c117144fbe75734184ed572590444f1c6b57db9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45119643545150756
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2891 | LCC = 0.9279 | SRCC = 0.9292 ]
+INFO:root:Average loss=0.1922732571363449
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3529 | LCC = 0.9410 | SRCC = 0.9445 ]
+INFO:root:Average loss=0.1634720360636711
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2501 | LCC = 0.9495 | SRCC = 0.9497 ]
+INFO:root:Average loss=0.14311238378286362
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2355 | LCC = 0.9527 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.13497145140171052
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2263 | LCC = 0.9556 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.12077705550193786
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2651 | LCC = 0.9546 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.1116054921746254
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2117 | LCC = 0.9554 | SRCC = 0.9563 ]
+INFO:root:Average loss=0.10217235544323922
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1872 | LCC = 0.9609 | SRCC = 0.9611 ]
+INFO:root:Average loss=0.09606272310018539
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1563 | LCC = 0.9611 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.09501683938503265
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1527 | LCC = 0.9614 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.08435365840792657
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1789 | LCC = 0.9627 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.07906899267435073
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1910 | LCC = 0.9643 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.07662143990397453
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1850 | LCC = 0.9643 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.07206631001830101
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1689 | LCC = 0.9647 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.0691219486296177
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1857 | LCC = 0.9669 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.06531097149848938
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1718 | LCC = 0.9663 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.0667673142850399
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1769 | LCC = 0.9666 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.06345310419797898
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1611 | LCC = 0.9636 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.06117989870905876
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1912 | LCC = 0.9660 | SRCC = 0.9654 ]
+INFO:root:Average loss=0.057347087681293485
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1545 | LCC = 0.9679 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.05550283750891685
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1620 | LCC = 0.9666 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.05223033167421818
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1617 | LCC = 0.9669 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.053460589632391926
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1599 | LCC = 0.9653 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.04838590142130852
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1762 | LCC = 0.9674 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.04534214010834694
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1615 | LCC = 0.9673 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.04368120564520359
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1765 | LCC = 0.9666 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.045160020783543586
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1773 | LCC = 0.9676 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.0418559592962265
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1604 | LCC = 0.9685 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.040048382714390755
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1684 | LCC = 0.9679 | SRCC = 0.9663 ]
+INFO:root:Average loss=0.04241262547671795
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1656 | LCC = 0.9665 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.03762131841480732
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1579 | LCC = 0.9659 | SRCC = 0.9649 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1644 | LCC = 0.9669 | SRCC = 0.9670 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..705837fde3353a81eaca0b17baf3a7c46f128ad5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b6d4ac06b0521b5d30d485f26b325d794d1ce50a718e3da33b28d3e8b9d1c8
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99087ab79daef2c4f3545ef022d2b4ad401ac401
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e07794a2496c2a7ed4c167cc4267f90c4d0f1cb3a64cdb782aa9b1a5f33d7bad
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..22303f1f329696be7d378c83f6d8bdcddb6cd688
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42484417116642
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3073 | LCC = 0.9295 | SRCC = 0.9303 ]
+INFO:root:Average loss=0.18652068138122557
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2686 | LCC = 0.9446 | SRCC = 0.9442 ]
+INFO:root:Average loss=0.1485043182373047
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1979 | LCC = 0.9496 | SRCC = 0.9506 ]
+INFO:root:Average loss=0.13620582789182664
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2281 | LCC = 0.9533 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.12117678356170654
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1861 | LCC = 0.9547 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1158660341501236
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2627 | LCC = 0.9582 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.11268215444684028
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2185 | LCC = 0.9610 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.09675513112545013
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1933 | LCC = 0.9618 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.0895284457206726
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1701 | LCC = 0.9628 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.08536928421258927
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2273 | LCC = 0.9614 | SRCC = 0.9627 ]
+INFO:root:Average loss=0.08739912471175194
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2005 | LCC = 0.9640 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.07891633516550065
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1752 | LCC = 0.9642 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.07176430162787438
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1594 | LCC = 0.9649 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.07020201191306114
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1670 | LCC = 0.9657 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.06919953998923302
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1823 | LCC = 0.9655 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.06394997105002403
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1776 | LCC = 0.9655 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.06248459497094155
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1592 | LCC = 0.9657 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.05964969125390053
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1587 | LCC = 0.9665 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.056792998671531675
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1598 | LCC = 0.9672 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.05434091120958328
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1877 | LCC = 0.9672 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.051992722555994984
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1601 | LCC = 0.9680 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.0528571055829525
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1581 | LCC = 0.9666 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.04645030315220356
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1665 | LCC = 0.9673 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.04827081696689129
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1482 | LCC = 0.9656 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.04463758087158203
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1542 | LCC = 0.9677 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.04389522798359394
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1798 | LCC = 0.9671 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.04237684915959835
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1859 | LCC = 0.9683 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.0425997920781374
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1632 | LCC = 0.9688 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.040207541674375534
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1796 | LCC = 0.9683 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.038569315642118455
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1693 | LCC = 0.9681 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.037842761546373366
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1835 | LCC = 0.9689 | SRCC = 0.9683 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1912 | LCC = 0.9661 | SRCC = 0.9661 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fa957f82655febf4657db058cdcac983ec63492
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1622fdcece17289e0a3a735383719174d6ad92d9858d337694ba4f8bcd9a2b3
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac72ba15053d5b0b07762c1c878b96fba8182fb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a8722f8b46c501d8c67a8899b66ebe95c2bc7ae73d7628712e29c81a5a51aba
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0819a787de737febc7fecc06fcd1412a1719572c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4873346405029297
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3517 | LCC = 0.9276 | SRCC = 0.9297 ]
+INFO:root:Average loss=0.21683004146814347
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3278 | LCC = 0.9385 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.1642574296593666
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2279 | LCC = 0.9464 | SRCC = 0.9473 ]
+INFO:root:Average loss=0.14317120885849
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2435 | LCC = 0.9508 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.12827677488327027
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2354 | LCC = 0.9559 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.12448282939195633
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2629 | LCC = 0.9562 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.1092047799229622
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2399 | LCC = 0.9598 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.1019419516324997
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1968 | LCC = 0.9603 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.09909848979115486
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2204 | LCC = 0.9600 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.0900014828145504
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2115 | LCC = 0.9622 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0813736351430416
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2073 | LCC = 0.9628 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.0779055141210556
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2315 | LCC = 0.9631 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.07601353290677071
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2563 | LCC = 0.9640 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.0759437194764614
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2522 | LCC = 0.9624 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.06813612577319145
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1957 | LCC = 0.9662 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.0647991963326931
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1858 | LCC = 0.9663 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.06371478372812271
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1616 | LCC = 0.9648 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.058559452593326566
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1810 | LCC = 0.9662 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.05661192578077316
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1644 | LCC = 0.9667 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.057937159419059754
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2001 | LCC = 0.9671 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.05274280151724815
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1870 | LCC = 0.9673 | SRCC = 0.9665 ]
+INFO:root:Average loss=0.04871117641031742
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2072 | LCC = 0.9663 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.048687329053878785
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1859 | LCC = 0.9669 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.04591656818985939
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1742 | LCC = 0.9672 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.045492003723979
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1885 | LCC = 0.9665 | SRCC = 0.9653 ]
+INFO:root:Average loss=0.041966013163328174
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1867 | LCC = 0.9664 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.04282370735704899
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1686 | LCC = 0.9683 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.041960332080721856
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1751 | LCC = 0.9683 | SRCC = 0.9670 ]
+INFO:root:Average loss=0.03881328877806663
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1884 | LCC = 0.9679 | SRCC = 0.9669 ]
+INFO:root:Average loss=0.03689722049236298
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1909 | LCC = 0.9685 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.03487256963551044
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1527 | LCC = 0.9687 | SRCC = 0.9672 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1555 | LCC = 0.9665 | SRCC = 0.9661 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..719ae9f85620ef07802d97929f4b81097379e62a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2bfcad8ba8b17f71d573d1cd3d3b6a654be669010c7c1f4da5947e5e418466ae
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ae414cc398a0127ceebbc11e397e8ab1deca038
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8780459aaed843c56f0ee943156a1b35845167f577b1041e8421c278db38f7e6
+size 3404998
diff --git a/results_tencent/w2v2_xlsr_300m/layer2/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9bfe15ec242e222a7aa353467e5b22cc900ecf78
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3962725178599358
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4871 | LCC = 0.9023 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.20644745564460754
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2701 | LCC = 0.9425 | SRCC = 0.9416 ]
+INFO:root:Average loss=0.1592972884774208
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2574 | LCC = 0.9464 | SRCC = 0.9460 ]
+INFO:root:Average loss=0.13807827615737914
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2137 | LCC = 0.9476 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.1293588290810585
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2426 | LCC = 0.9540 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.11169313710927964
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2077 | LCC = 0.9561 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.10589025521278381
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2048 | LCC = 0.9568 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.10422144794464111
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2086 | LCC = 0.9594 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.0946785551905632
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1884 | LCC = 0.9601 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.08941527304053307
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2104 | LCC = 0.9608 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.08336597386002541
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1988 | LCC = 0.9608 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07949558544158936
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1951 | LCC = 0.9594 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.07477123415470123
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2009 | LCC = 0.9649 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.07038485676050187
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1923 | LCC = 0.9636 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.0688615091741085
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1951 | LCC = 0.9622 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.06361279119551182
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1961 | LCC = 0.9644 | SRCC = 0.9633 ]
+INFO:root:Average loss=0.06499848318099975
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2310 | LCC = 0.9628 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.06006564335525036
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2148 | LCC = 0.9641 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.05872459191083908
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2135 | LCC = 0.9647 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.05532284301519394
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1992 | LCC = 0.9653 | SRCC = 0.9642 ]
+INFO:root:Average loss=0.054227024108171464
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2030 | LCC = 0.9638 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.04989808267354965
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2159 | LCC = 0.9641 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.046674218341708186
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1826 | LCC = 0.9666 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.046492319628596304
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2007 | LCC = 0.9660 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.046918479114770886
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1958 | LCC = 0.9658 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.042843220844864846
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2151 | LCC = 0.9643 | SRCC = 0.9640 ]
+INFO:root:Average loss=0.046297459796071055
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1929 | LCC = 0.9666 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.04291360940039158
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2019 | LCC = 0.9659 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.04065916721522808
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1817 | LCC = 0.9655 | SRCC = 0.9644 ]
+INFO:root:Average loss=0.03746201412379742
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1753 | LCC = 0.9671 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.03711556206643581
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1947 | LCC = 0.9657 | SRCC = 0.9652 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1708 | LCC = 0.9690 | SRCC = 0.9689 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99a78dab11ea004dc108398c974b855a023ae13c
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acdc192e4e8f10a97d1b05b5222ea104e3a4ea44b8409ab1e7cddf85a8735525
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d972c87f08da4c61d7493a73d626533859d6fdf5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc5f37ff5dfd8086de4da65fe8d3d460df8ec3cc46753206129ade40591a67f5
+size 3404998
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1bff5ba601eeae1b725833d310cff46f3298f36d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4181719229221344
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2900 | LCC = 0.9394 | SRCC = 0.9392 ]
+INFO:root:Average loss=0.16742931962013244
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2606 | LCC = 0.9526 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.14163979947566985
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2630 | LCC = 0.9577 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.11870470932126045
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1853 | LCC = 0.9628 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.10453480619192124
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1889 | LCC = 0.9632 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.09663023167848588
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2280 | LCC = 0.9646 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09401564410328865
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2348 | LCC = 0.9653 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.08344819658994675
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1873 | LCC = 0.9675 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08285419744253159
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2073 | LCC = 0.9679 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08010175523161889
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1888 | LCC = 0.9683 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07335158237814904
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2061 | LCC = 0.9687 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.07153550171852112
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1587 | LCC = 0.9686 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.06825419387221336
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1706 | LCC = 0.9682 | SRCC = 0.9675 ]
+INFO:root:Average loss=0.06457279315590858
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1771 | LCC = 0.9691 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.06100060293078423
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1798 | LCC = 0.9681 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.0602966618835926
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1676 | LCC = 0.9695 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.06120035254955292
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1503 | LCC = 0.9693 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05980614936351776
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2070 | LCC = 0.9685 | SRCC = 0.9677 ]
+INFO:root:Average loss=0.056148482590913776
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1674 | LCC = 0.9700 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.05046382336318493
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1552 | LCC = 0.9696 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.05056216445565224
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2270 | LCC = 0.9697 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04836010332405567
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1617 | LCC = 0.9692 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.046123517602682115
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1689 | LCC = 0.9707 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.04461543586850166
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1673 | LCC = 0.9701 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.04520352022349834
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1561 | LCC = 0.9704 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.04089984591305256
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1672 | LCC = 0.9703 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.0397155697196722
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1590 | LCC = 0.9692 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.04076432013511658
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1675 | LCC = 0.9699 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0381545344889164
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1885 | LCC = 0.9704 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.03519155760109425
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1728 | LCC = 0.9703 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.03489952240884304
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1813 | LCC = 0.9699 | SRCC = 0.9686 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1682 | LCC = 0.9709 | SRCC = 0.9709 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c994f7456fed8de1520e1ca0508ddf76e9c96a33
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45f7d8dea0f816e14f7837085da83de711a074f40e95cc69f31ce854a001b660
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ad34c4e6adcf42056b9810f1e176ee6af21feb6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15ac8a590c4f2ddec3ac67ca6fb0af90ab791159dff754e13a09925345b8db09
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bf3329485327eab83d4bf1a5086ecb8c48159c3d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46036139988899233
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2724 | LCC = 0.9432 | SRCC = 0.9428 ]
+INFO:root:Average loss=0.16245019048452378
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2642 | LCC = 0.9538 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.12846582156419753
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2437 | LCC = 0.9580 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.11595960482954978
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2451 | LCC = 0.9619 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10603017455339432
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2711 | LCC = 0.9621 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.10031062865257263
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1910 | LCC = 0.9628 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.09175986847281456
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1735 | LCC = 0.9659 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.08345988449454307
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1723 | LCC = 0.9671 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07976730477809905
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1871 | LCC = 0.9685 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.08144040471315384
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2264 | LCC = 0.9674 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07765515592694283
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2479 | LCC = 0.9685 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.07163827496767045
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2281 | LCC = 0.9680 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.07052297028899193
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2059 | LCC = 0.9694 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.0648014460504055
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2397 | LCC = 0.9673 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.06575121542811393
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1947 | LCC = 0.9686 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.058761773347854616
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1992 | LCC = 0.9667 | SRCC = 0.9664 ]
+INFO:root:Average loss=0.06197620153427124
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1831 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.05611833462119103
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1941 | LCC = 0.9682 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.05323983043432236
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1836 | LCC = 0.9698 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.05415564180910587
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2070 | LCC = 0.9703 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.05153841689229011
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2223 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.050462980642914775
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2132 | LCC = 0.9698 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.04860927774012089
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1915 | LCC = 0.9693 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0471351719647646
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1959 | LCC = 0.9701 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.043627274125814436
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1832 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.041747472226619724
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2109 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.04438247369229793
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1961 | LCC = 0.9703 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.041389093697071076
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2143 | LCC = 0.9705 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.039773204788565636
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1966 | LCC = 0.9690 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.036830958679318425
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1793 | LCC = 0.9697 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.03653870271146297
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1805 | LCC = 0.9696 | SRCC = 0.9688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2062 | LCC = 0.9702 | SRCC = 0.9706 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75f00452648c71662dc92933830a0bbcac07e9d4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1917c702e0cdb31fef8bac1af3ddf240ab27b2599fe49de05afbc96019bac33b
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d80d678484e2cd8322e5bed0715daa2bcac0b538
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd7552174d9e175fd4c9504824e5378725969db00b528a8a20c010a44eea3323
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d69f0aca96246448a8ef68f0b34e6c7fc3bd0092
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43362284409999846
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2352 | LCC = 0.9397 | SRCC = 0.9390 ]
+INFO:root:Average loss=0.16060652083158494
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3300 | LCC = 0.9516 | SRCC = 0.9538 ]
+INFO:root:Average loss=0.13186686223745345
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2223 | LCC = 0.9590 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.11512361806631088
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2392 | LCC = 0.9620 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.10883459937572479
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1832 | LCC = 0.9627 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10232494905591011
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2213 | LCC = 0.9654 | SRCC = 0.9657 ]
+INFO:root:Average loss=0.09107357347011566
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2000 | LCC = 0.9657 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.08410002905130386
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1936 | LCC = 0.9670 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.0816522987484932
+INFO:root:
+[Valid][8][UTT][ MSE = 0.1899 | LCC = 0.9682 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0787095758318901
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1576 | LCC = 0.9674 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.07173752495646477
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2037 | LCC = 0.9682 | SRCC = 0.9676 ]
+INFO:root:Average loss=0.07217021644115448
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1945 | LCC = 0.9700 | SRCC = 0.9698 ]
+INFO:root:Average loss=0.06709663221240043
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1903 | LCC = 0.9696 | SRCC = 0.9691 ]
+INFO:root:Average loss=0.06410675114393234
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1987 | LCC = 0.9697 | SRCC = 0.9697 ]
+INFO:root:Average loss=0.061861599445343016
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1875 | LCC = 0.9688 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06132736459374428
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1778 | LCC = 0.9690 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0581019494831562
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1863 | LCC = 0.9686 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.058042825907468794
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1634 | LCC = 0.9706 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.05394202947616577
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2240 | LCC = 0.9704 | SRCC = 0.9709 ]
+INFO:root:Average loss=0.05078234159946442
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2155 | LCC = 0.9689 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.049637882024049756
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1914 | LCC = 0.9684 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.049056027114391325
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1516 | LCC = 0.9704 | SRCC = 0.9696 ]
+INFO:root:Average loss=0.047867114469408986
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1686 | LCC = 0.9707 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04509039238095283
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1813 | LCC = 0.9691 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.043350089952349666
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1826 | LCC = 0.9706 | SRCC = 0.9699 ]
+INFO:root:Average loss=0.04433804492652416
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2130 | LCC = 0.9705 | SRCC = 0.9710 ]
+INFO:root:Average loss=0.04454304687678814
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1817 | LCC = 0.9705 | SRCC = 0.9702 ]
+INFO:root:Average loss=0.040547037482261655
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1576 | LCC = 0.9694 | SRCC = 0.9679 ]
+INFO:root:Average loss=0.03797528636455536
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1611 | LCC = 0.9699 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.034805454567074776
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1775 | LCC = 0.9707 | SRCC = 0.9700 ]
+INFO:root:Average loss=0.03653611952066421
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1853 | LCC = 0.9695 | SRCC = 0.9685 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1807 | LCC = 0.9688 | SRCC = 0.9691 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8521edc8ee536b97855a8c47452f276c6c513f6b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57b27fb8bb58318dc2fbb19bc9a0c998801d4f141c6923a939bf051e32f1f5cd
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da83fbbc9c5ef7f6150b47f2f820f6a375e9105
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9596e16bb39d76912b136b73ea7d34eb7703a97ae47961fab3c7796b600fe009
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..863bf5816cd1fb173ab31584e9529331cfb8da70
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3989587618112564
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2796 | LCC = 0.9386 | SRCC = 0.9393 ]
+INFO:root:Average loss=0.16030569565296174
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2053 | LCC = 0.9527 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.13689506620168687
+INFO:root:
+[Valid][2][UTT][ MSE = 0.1930 | LCC = 0.9575 | SRCC = 0.9588 ]
+INFO:root:Average loss=0.11635919678211212
+INFO:root:
+[Valid][3][UTT][ MSE = 0.1995 | LCC = 0.9603 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.1131795696914196
+INFO:root:
+[Valid][4][UTT][ MSE = 0.1941 | LCC = 0.9620 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.09918153762817383
+INFO:root:
+[Valid][5][UTT][ MSE = 0.1836 | LCC = 0.9636 | SRCC = 0.9650 ]
+INFO:root:Average loss=0.09469918620586396
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1587 | LCC = 0.9663 | SRCC = 0.9666 ]
+INFO:root:Average loss=0.08577879360318184
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1650 | LCC = 0.9661 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08254157361388206
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2354 | LCC = 0.9674 | SRCC = 0.9667 ]
+INFO:root:Average loss=0.08180961084365845
+INFO:root:
+[Valid][9][UTT][ MSE = 0.1587 | LCC = 0.9681 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.07778796017169952
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1634 | LCC = 0.9674 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.07410911083221436
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2160 | LCC = 0.9691 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.06973927852511407
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1485 | LCC = 0.9679 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.0676545785665512
+INFO:root:
+[Valid][13][UTT][ MSE = 0.1507 | LCC = 0.9689 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.06377691760659218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1508 | LCC = 0.9692 | SRCC = 0.9692 ]
+INFO:root:Average loss=0.058998849242925644
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1802 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.06151825049519539
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1437 | LCC = 0.9696 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.05514105388522148
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1639 | LCC = 0.9696 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.054943748116493225
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1548 | LCC = 0.9686 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.052325706154108045
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1476 | LCC = 0.9702 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.05081610959768295
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1432 | LCC = 0.9688 | SRCC = 0.9680 ]
+INFO:root:Average loss=0.04996893249452114
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1814 | LCC = 0.9696 | SRCC = 0.9694 ]
+INFO:root:Average loss=0.04641354763507843
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1706 | LCC = 0.9698 | SRCC = 0.9690 ]
+INFO:root:Average loss=0.04581878167390823
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1557 | LCC = 0.9698 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.043698798567056656
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1690 | LCC = 0.9680 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.044556765899062156
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1404 | LCC = 0.9694 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.040465734362602236
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1749 | LCC = 0.9695 | SRCC = 0.9686 ]
+INFO:root:Average loss=0.04075081045925617
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1596 | LCC = 0.9698 | SRCC = 0.9689 ]
+INFO:root:Average loss=0.03826752868294716
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1780 | LCC = 0.9697 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.03817092554271221
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1534 | LCC = 0.9688 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.03515229971706867
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1696 | LCC = 0.9697 | SRCC = 0.9683 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1484 | LCC = 0.9690 | SRCC = 0.9696 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6b22d5036de5b900b7e2cf150c96020e755d7c0f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcdfda030426bf08e32264692cd76b4078bcb8713b3c466a3678c2a8ad308c4c
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..61fc092d50309efdaa09dd880c1ac159567250a3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df9fa35402e9f5320e3747426db8aad8892fc49cfb72ed56e36288dc37ad75fd
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer20/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9471260e47808973f347871ef8d89213b8d63840
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4471656107902527
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3374 | LCC = 0.9411 | SRCC = 0.9401 ]
+INFO:root:Average loss=0.16743548935651778
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3171 | LCC = 0.9542 | SRCC = 0.9533 ]
+INFO:root:Average loss=0.1308473955988884
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2827 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.11768858683109283
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2441 | LCC = 0.9616 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.11049368613958359
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2231 | LCC = 0.9623 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09624644330143929
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2526 | LCC = 0.9613 | SRCC = 0.9613 ]
+INFO:root:Average loss=0.09619354432821274
+INFO:root:
+[Valid][6][UTT][ MSE = 0.1801 | LCC = 0.9658 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.0874171561896801
+INFO:root:
+[Valid][7][UTT][ MSE = 0.1911 | LCC = 0.9667 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.08450428241491317
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2383 | LCC = 0.9671 | SRCC = 0.9671 ]
+INFO:root:Average loss=0.08386706066131591
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2276 | LCC = 0.9677 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.07662788617610931
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1612 | LCC = 0.9655 | SRCC = 0.9661 ]
+INFO:root:Average loss=0.071731287419796
+INFO:root:
+[Valid][11][UTT][ MSE = 0.1751 | LCC = 0.9675 | SRCC = 0.9668 ]
+INFO:root:Average loss=0.07005978867411614
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1816 | LCC = 0.9651 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.06701346310973168
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2010 | LCC = 0.9703 | SRCC = 0.9695 ]
+INFO:root:Average loss=0.060743987530469896
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1820 | LCC = 0.9694 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06087798053026199
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1474 | LCC = 0.9686 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.06280134731531144
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1965 | LCC = 0.9691 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.057282045274972916
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1962 | LCC = 0.9692 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.0591303328871727
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1885 | LCC = 0.9690 | SRCC = 0.9684 ]
+INFO:root:Average loss=0.05119486156105995
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1892 | LCC = 0.9696 | SRCC = 0.9687 ]
+INFO:root:Average loss=0.05285954773426056
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1941 | LCC = 0.9689 | SRCC = 0.9682 ]
+INFO:root:Average loss=0.05055177469551563
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1926 | LCC = 0.9685 | SRCC = 0.9673 ]
+INFO:root:Average loss=0.046920749291777614
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1920 | LCC = 0.9677 | SRCC = 0.9662 ]
+INFO:root:Average loss=0.04451519787311554
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1736 | LCC = 0.9687 | SRCC = 0.9672 ]
+INFO:root:Average loss=0.043745402202010154
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1793 | LCC = 0.9699 | SRCC = 0.9685 ]
+INFO:root:Average loss=0.04779874834418297
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2422 | LCC = 0.9694 | SRCC = 0.9683 ]
+INFO:root:Average loss=0.0431925485432148
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1694 | LCC = 0.9694 | SRCC = 0.9681 ]
+INFO:root:Average loss=0.04171746723353863
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1565 | LCC = 0.9705 | SRCC = 0.9693 ]
+INFO:root:Average loss=0.03883873583376408
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1879 | LCC = 0.9692 | SRCC = 0.9678 ]
+INFO:root:Average loss=0.03906867265701294
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1645 | LCC = 0.9703 | SRCC = 0.9688 ]
+INFO:root:Average loss=0.03589762079715729
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1885 | LCC = 0.9692 | SRCC = 0.9684 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1559 | LCC = 0.9702 | SRCC = 0.9706 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer21/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer21/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a82051aae388376684e6f529cefd2b15f466d20a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60ed6b2a51eb08009c78fa7d1bbd5097782abf42f48500dc9dc0098914798795
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer21/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2502455915379502e5a4bcc8121e2779a057022d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef29dac7810210c0b2b491826918db8c7154ea3756e0f6ea332e4585f30a6623
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer21/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..77f9c0ca76e3a89e8d2666f49a615b8d2f53d469
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7798259716033935
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3778 | LCC = 0.8866 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.3330430996417999
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4965 | LCC = 0.8988 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.28948018538951875
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5098 | LCC = 0.9059 | SRCC = 0.9264 ]
+INFO:root:Average loss=0.25475509190559387
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3183 | LCC = 0.9390 | SRCC = 0.9358 ]
+INFO:root:Average loss=0.21118769043684005
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2187 | LCC = 0.9435 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.1982374433875084
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2503 | LCC = 0.9419 | SRCC = 0.9429 ]
+INFO:root:Average loss=0.18634766602516176
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2873 | LCC = 0.9488 | SRCC = 0.9474 ]
+INFO:root:Average loss=0.1544221426844597
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2423 | LCC = 0.9502 | SRCC = 0.9528 ]
+INFO:root:Average loss=0.151123415350914
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2295 | LCC = 0.9531 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.14119558995962142
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2750 | LCC = 0.9554 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.15257075548171997
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2025 | LCC = 0.9551 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.13218273162841798
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2220 | LCC = 0.9581 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.1289895876646042
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2274 | LCC = 0.9565 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.13135986745357514
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2766 | LCC = 0.9541 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.13157669180631637
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2061 | LCC = 0.9559 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.12442952859401703
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2711 | LCC = 0.9579 | SRCC = 0.9581 ]
+INFO:root:Average loss=0.11645374470949173
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1923 | LCC = 0.9592 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.11101470124721527
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2333 | LCC = 0.9602 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.11040765032172203
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1867 | LCC = 0.9589 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.10933936482667923
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1882 | LCC = 0.9611 | SRCC = 0.9605 ]
+INFO:root:Average loss=0.10887096399068832
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1708 | LCC = 0.9610 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.10071336647868157
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2091 | LCC = 0.9632 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.09997455197572708
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2419 | LCC = 0.9617 | SRCC = 0.9628 ]
+INFO:root:Average loss=0.10141386035084725
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1696 | LCC = 0.9626 | SRCC = 0.9624 ]
+INFO:root:Average loss=0.10178937596082688
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2099 | LCC = 0.9645 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.0995183720588684
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1732 | LCC = 0.9629 | SRCC = 0.9629 ]
+INFO:root:Average loss=0.09552594739198685
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1988 | LCC = 0.9646 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09757269847393035
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2031 | LCC = 0.9657 | SRCC = 0.9646 ]
+INFO:root:Average loss=0.09088068190217018
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1789 | LCC = 0.9635 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.09714104133844376
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1851 | LCC = 0.9652 | SRCC = 0.9648 ]
+INFO:root:Average loss=0.0929189455807209
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1570 | LCC = 0.9651 | SRCC = 0.9652 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2059 | LCC = 0.9651 | SRCC = 0.9660 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer21/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer21/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9300a7f0a5de3fb9c8d350e45107e1b29925a014
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:905a886cc5be7b75ef487d28aae3da08d821ebb072134e3b2980c4fd1df3abaa
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer21/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2002712d45bf83485791c0a38c925342c4eb331d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03b95f1f00ffb48b3de58fb3b3652aaf3ba084e54c5177e6feda54020e9624d0
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer21/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b00f26fc4332a69f3a29fd392db5cafc9c377879
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8250562068223953
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3999 | LCC = 0.8860 | SRCC = 0.8876 ]
+INFO:root:Average loss=0.40191098082065585
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4976 | LCC = 0.9056 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.2706071640253067
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3081 | LCC = 0.9300 | SRCC = 0.9324 ]
+INFO:root:Average loss=0.23248127710819244
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2602 | LCC = 0.9372 | SRCC = 0.9361 ]
+INFO:root:Average loss=0.19254805546998977
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2443 | LCC = 0.9454 | SRCC = 0.9446 ]
+INFO:root:Average loss=0.17701672488451003
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2581 | LCC = 0.9484 | SRCC = 0.9499 ]
+INFO:root:Average loss=0.16748183584213258
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2440 | LCC = 0.9493 | SRCC = 0.9489 ]
+INFO:root:Average loss=0.1506733768582344
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2388 | LCC = 0.9531 | SRCC = 0.9526 ]
+INFO:root:Average loss=0.1498439807295799
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2171 | LCC = 0.9547 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.14597844022512435
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3259 | LCC = 0.9470 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1363578752875328
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2123 | LCC = 0.9464 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.15278473043441773
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2198 | LCC = 0.9577 | SRCC = 0.9584 ]
+INFO:root:Average loss=0.13522629380226137
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2017 | LCC = 0.9540 | SRCC = 0.9556 ]
+INFO:root:Average loss=0.12883578741550444
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3144 | LCC = 0.9461 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.11809600138664246
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1845 | LCC = 0.9593 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.11649390321969987
+INFO:root:
+[Valid][15][UTT][ MSE = 0.1936 | LCC = 0.9613 | SRCC = 0.9615 ]
+INFO:root:Average loss=0.11904435068368911
+INFO:root:
+[Valid][16][UTT][ MSE = 0.1786 | LCC = 0.9612 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.11106286710500717
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1849 | LCC = 0.9595 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.10560089266300202
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2484 | LCC = 0.9621 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.11405441108345986
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1678 | LCC = 0.9632 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10362219151854515
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1971 | LCC = 0.9639 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.10500607338547707
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1881 | LCC = 0.9641 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.09873128408193588
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1838 | LCC = 0.9630 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09854437974095344
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1889 | LCC = 0.9636 | SRCC = 0.9632 ]
+INFO:root:Average loss=0.09360984200239182
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1728 | LCC = 0.9635 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09770222157239913
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1676 | LCC = 0.9640 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09763777920603753
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2232 | LCC = 0.9655 | SRCC = 0.9659 ]
+INFO:root:Average loss=0.09444413387775422
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1796 | LCC = 0.9659 | SRCC = 0.9656 ]
+INFO:root:Average loss=0.09055789905786514
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2124 | LCC = 0.9643 | SRCC = 0.9643 ]
+INFO:root:Average loss=0.09835862651467324
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2130 | LCC = 0.9660 | SRCC = 0.9660 ]
+INFO:root:Average loss=0.09437414845824242
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1993 | LCC = 0.9647 | SRCC = 0.9642 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2153 | LCC = 0.9646 | SRCC = 0.9659 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer21/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer21/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbe8cbaec34db34fd9b0925f862a64a54b335959
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58acfb5d9f4e12f2f2df46c8c63aed5684dcfb82ee22b365d1ccb3a915d9623a
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer21/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d26ff35a4a92b456c618e3f2631b7ffa2a081e9
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5838e73ed8a0f8b186304d9da19b4b694f1e2d11b8d56eabc40c063da26f0e
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer21/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e2b3069252882f184fe6d8d738bb80aaf52794b4
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8333635462522506
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3994 | LCC = 0.8767 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.3798309726715088
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4309 | LCC = 0.9015 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.27989673364162443
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3091 | LCC = 0.9304 | SRCC = 0.9287 ]
+INFO:root:Average loss=0.24666752463579178
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3473 | LCC = 0.9414 | SRCC = 0.9379 ]
+INFO:root:Average loss=0.2128294644355774
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2879 | LCC = 0.9457 | SRCC = 0.9443 ]
+INFO:root:Average loss=0.1775864296555519
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2725 | LCC = 0.9445 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.19084015810489655
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2534 | LCC = 0.9490 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.1655799099802971
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2440 | LCC = 0.9524 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.1709261687397957
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3816 | LCC = 0.9478 | SRCC = 0.9501 ]
+INFO:root:Average loss=0.1533288815021515
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2917 | LCC = 0.9532 | SRCC = 0.9539 ]
+INFO:root:Average loss=0.13465282779932022
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1929 | LCC = 0.9570 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.13063806390762328
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2138 | LCC = 0.9567 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.13362246757745744
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2236 | LCC = 0.9547 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.1247838961482048
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2325 | LCC = 0.9602 | SRCC = 0.9591 ]
+INFO:root:Average loss=0.11523071050643921
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2453 | LCC = 0.9576 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.11506789720058441
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2196 | LCC = 0.9595 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.11188948398828506
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2838 | LCC = 0.9623 | SRCC = 0.9614 ]
+INFO:root:Average loss=0.1135745391845703
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1723 | LCC = 0.9604 | SRCC = 0.9608 ]
+INFO:root:Average loss=0.10805274799466133
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2965 | LCC = 0.9624 | SRCC = 0.9618 ]
+INFO:root:Average loss=0.10877818956971169
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2519 | LCC = 0.9622 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10378540033102035
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2029 | LCC = 0.9624 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.10102750477194786
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1808 | LCC = 0.9632 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.09544751465320588
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1805 | LCC = 0.9636 | SRCC = 0.9637 ]
+INFO:root:Average loss=0.10656153884530067
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2066 | LCC = 0.9630 | SRCC = 0.9623 ]
+INFO:root:Average loss=0.09138207536935807
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2443 | LCC = 0.9639 | SRCC = 0.9630 ]
+INFO:root:Average loss=0.09719642442464828
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1962 | LCC = 0.9629 | SRCC = 0.9635 ]
+INFO:root:Average loss=0.09846938532590867
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2155 | LCC = 0.9643 | SRCC = 0.9647 ]
+INFO:root:Average loss=0.08689083242416382
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2377 | LCC = 0.9640 | SRCC = 0.9634 ]
+INFO:root:Average loss=0.0884308822453022
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2118 | LCC = 0.9661 | SRCC = 0.9652 ]
+INFO:root:Average loss=0.08619201067090035
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1890 | LCC = 0.9666 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.08041974511742592
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1702 | LCC = 0.9658 | SRCC = 0.9649 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1899 | LCC = 0.9656 | SRCC = 0.9664 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer21/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer21/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42afc2b725bb998e2bdda1c2cb383caf89a24c1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106158b81ead583df43f1910bac98baf1f98d94966ccaa143d685a32a083b113
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer21/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6b3a67b7d37daa57c774edaca6f316333bd8354
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fb43a96b38686050d7f4199d822617c9d6d0d14e11f04e496f4d938f0e19736
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer21/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..abe45d745911b2b667259d2c03275013abcfc64a
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7384070893526077
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4570 | LCC = 0.8778 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.32505924463272096
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4338 | LCC = 0.9214 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.24388110995292664
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4595 | LCC = 0.9279 | SRCC = 0.9334 ]
+INFO:root:Average loss=0.22274836772680282
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3651 | LCC = 0.9344 | SRCC = 0.9316 ]
+INFO:root:Average loss=0.20326494455337524
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2834 | LCC = 0.9468 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.17801369142532347
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3331 | LCC = 0.9433 | SRCC = 0.9411 ]
+INFO:root:Average loss=0.1713024026155472
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3118 | LCC = 0.9510 | SRCC = 0.9494 ]
+INFO:root:Average loss=0.1645329098701477
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3093 | LCC = 0.9482 | SRCC = 0.9509 ]
+INFO:root:Average loss=0.16151147150993347
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3059 | LCC = 0.9510 | SRCC = 0.9534 ]
+INFO:root:Average loss=0.14917505764961242
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2296 | LCC = 0.9563 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.1540615084171295
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2429 | LCC = 0.9563 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.1462808392047882
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2249 | LCC = 0.9563 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.13189042657613753
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2094 | LCC = 0.9587 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.11991006177663803
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2203 | LCC = 0.9574 | SRCC = 0.9574 ]
+INFO:root:Average loss=0.12994464087486268
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2772 | LCC = 0.9592 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.13542821317911147
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2548 | LCC = 0.9608 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.12205258572101593
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2451 | LCC = 0.9606 | SRCC = 0.9601 ]
+INFO:root:Average loss=0.11285888516902924
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2593 | LCC = 0.9599 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.11440506547689439
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2277 | LCC = 0.9620 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.10479666492342948
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2261 | LCC = 0.9628 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.10298034232854843
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2116 | LCC = 0.9630 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10073426210880279
+INFO:root:
+[Valid][21][UTT][ MSE = 0.1793 | LCC = 0.9602 | SRCC = 0.9620 ]
+INFO:root:Average loss=0.10461837974190712
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1751 | LCC = 0.9549 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.09959574308991433
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1793 | LCC = 0.9643 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.09798265814781189
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2130 | LCC = 0.9634 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.09561713394522667
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2115 | LCC = 0.9640 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.10064359974861145
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2076 | LCC = 0.9657 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.10323547911643982
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1703 | LCC = 0.9641 | SRCC = 0.9638 ]
+INFO:root:Average loss=0.09006766265630722
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2080 | LCC = 0.9659 | SRCC = 0.9655 ]
+INFO:root:Average loss=0.09119387692213059
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2042 | LCC = 0.9646 | SRCC = 0.9641 ]
+INFO:root:Average loss=0.08504405245184898
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2059 | LCC = 0.9664 | SRCC = 0.9661 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2102 | LCC = 0.9658 | SRCC = 0.9672 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer21/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer21/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da1881b95aa9c14c9eb8c416a007f17bd54fb327
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5335dece01f802e068e0d6661982da3521a5a1bd3cb4afe20115d985295ff788
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer21/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c66a0c8409e539d758fa8e69d81827f7bd457bb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e4526279222ed050dc016da7c90ca4d27cc21607475bdc02ddaba94136079f
+size 3404998
diff --git a/results_tencent/w2v2_xlsr_300m/layer21/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer21/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f72700919d347c3b5858ebed6d3321f61f955260
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer21/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6527384111881256
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4927 | LCC = 0.8874 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.3375044411420822
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3601 | LCC = 0.9217 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.2960715682506561
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3603 | LCC = 0.9322 | SRCC = 0.9335 ]
+INFO:root:Average loss=0.23213359594345093
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3210 | LCC = 0.9373 | SRCC = 0.9415 ]
+INFO:root:Average loss=0.20791843575239183
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3690 | LCC = 0.9474 | SRCC = 0.9455 ]
+INFO:root:Average loss=0.18856459414958954
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2106 | LCC = 0.9506 | SRCC = 0.9503 ]
+INFO:root:Average loss=0.18123559778928758
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2541 | LCC = 0.9494 | SRCC = 0.9522 ]
+INFO:root:Average loss=0.16279638242721559
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2642 | LCC = 0.9518 | SRCC = 0.9536 ]
+INFO:root:Average loss=0.17553048115968703
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2790 | LCC = 0.9559 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1625157160758972
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2280 | LCC = 0.9555 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.14096312028169633
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2629 | LCC = 0.9568 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.1347599436044693
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2613 | LCC = 0.9572 | SRCC = 0.9577 ]
+INFO:root:Average loss=0.13905218142271042
+INFO:root:
+[Valid][12][UTT][ MSE = 0.1994 | LCC = 0.9562 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.12088872987031937
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2030 | LCC = 0.9607 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.1281842232942581
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2121 | LCC = 0.9602 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.13504483208060264
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2178 | LCC = 0.9629 | SRCC = 0.9621 ]
+INFO:root:Average loss=0.11418921288847923
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2038 | LCC = 0.9607 | SRCC = 0.9604 ]
+INFO:root:Average loss=0.10898705756664276
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1756 | LCC = 0.9626 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10450051909685135
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1882 | LCC = 0.9624 | SRCC = 0.9625 ]
+INFO:root:Average loss=0.10307462877035141
+INFO:root:
+[Valid][19][UTT][ MSE = 0.1851 | LCC = 0.9635 | SRCC = 0.9626 ]
+INFO:root:Average loss=0.10323636054992676
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2307 | LCC = 0.9630 | SRCC = 0.9619 ]
+INFO:root:Average loss=0.09820175793766975
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2054 | LCC = 0.9641 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.09962769824266433
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1846 | LCC = 0.9655 | SRCC = 0.9651 ]
+INFO:root:Average loss=0.09411535328626633
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1915 | LCC = 0.9618 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.0997245935201645
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2068 | LCC = 0.9649 | SRCC = 0.9636 ]
+INFO:root:Average loss=0.10414940521121024
+INFO:root:
+[Valid][25][UTT][ MSE = 0.1997 | LCC = 0.9647 | SRCC = 0.9645 ]
+INFO:root:Average loss=0.09347582373023033
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1966 | LCC = 0.9648 | SRCC = 0.9649 ]
+INFO:root:Average loss=0.08997280430793762
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2040 | LCC = 0.9654 | SRCC = 0.9639 ]
+INFO:root:Average loss=0.08578734192252159
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2183 | LCC = 0.9645 | SRCC = 0.9631 ]
+INFO:root:Average loss=0.08995562386512757
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1848 | LCC = 0.9663 | SRCC = 0.9658 ]
+INFO:root:Average loss=0.0887369423508644
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2118 | LCC = 0.9645 | SRCC = 0.9643 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1802 | LCC = 0.9675 | SRCC = 0.9682 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29387259db5c2c7a3446251af98860187580c268
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f15ba875da0ba7232f56d268aeb320234fa170ba9574177581c691d79449862d
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd2818c0e8be466d88d3ddd3f4788dce113db9f5
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf40e0fc6349165068cd1617755fb3ec4bd9336c695362c7d403ad8e17711a63
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c328eac7416453a06fdf5dd9d415689c3dfb84c6
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8636690232753753
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5057 | LCC = 0.8738 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.34439367055892944
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4373 | LCC = 0.8988 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.33489961063861845
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3243 | LCC = 0.8825 | SRCC = 0.8906 ]
+INFO:root:Average loss=0.3334692400693893
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3537 | LCC = 0.9137 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.2737128108739853
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3194 | LCC = 0.9188 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.29159348422288894
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3441 | LCC = 0.9275 | SRCC = 0.9248 ]
+INFO:root:Average loss=0.26421663200855255
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2798 | LCC = 0.9260 | SRCC = 0.9277 ]
+INFO:root:Average loss=0.23530057734251023
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4398 | LCC = 0.9340 | SRCC = 0.9364 ]
+INFO:root:Average loss=0.2077596976161003
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3012 | LCC = 0.9420 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.1922723074555397
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2218 | LCC = 0.9370 | SRCC = 0.9396 ]
+INFO:root:Average loss=0.1998259552717209
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2541 | LCC = 0.9461 | SRCC = 0.9454 ]
+INFO:root:Average loss=0.20728749573230743
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2799 | LCC = 0.9471 | SRCC = 0.9465 ]
+INFO:root:Average loss=0.19257542383670806
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3091 | LCC = 0.9460 | SRCC = 0.9491 ]
+INFO:root:Average loss=0.16487669563293458
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2109 | LCC = 0.9501 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.16573925113677979
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2434 | LCC = 0.9526 | SRCC = 0.9517 ]
+INFO:root:Average loss=0.15765871542692184
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2490 | LCC = 0.9522 | SRCC = 0.9532 ]
+INFO:root:Average loss=0.15078330957889557
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2705 | LCC = 0.9533 | SRCC = 0.9531 ]
+INFO:root:Average loss=0.1482499907016754
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2765 | LCC = 0.9512 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.14620606678724288
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2395 | LCC = 0.9538 | SRCC = 0.9548 ]
+INFO:root:Average loss=0.14209530520439148
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2018 | LCC = 0.9548 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1335608465075493
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2341 | LCC = 0.9553 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.12674007445573807
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2781 | LCC = 0.9539 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.12840310430526733
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2385 | LCC = 0.9561 | SRCC = 0.9564 ]
+INFO:root:Average loss=0.12127613589167595
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2030 | LCC = 0.9571 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.11895340749621391
+INFO:root:
+[Valid][24][UTT][ MSE = 0.1802 | LCC = 0.9582 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.12050656855106354
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2167 | LCC = 0.9590 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.1170785311460495
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2211 | LCC = 0.9602 | SRCC = 0.9598 ]
+INFO:root:Average loss=0.11849998146295547
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2277 | LCC = 0.9610 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.11356528156995774
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1974 | LCC = 0.9614 | SRCC = 0.9607 ]
+INFO:root:Average loss=0.12224309825897217
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2418 | LCC = 0.9618 | SRCC = 0.9622 ]
+INFO:root:Average loss=0.1083691672384739
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1892 | LCC = 0.9615 | SRCC = 0.9614 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2495 | LCC = 0.9611 | SRCC = 0.9624 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7500c5a2e3accee44686a1796cf3020cf86d3f98
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dbc0100292c92dda5031b94a1e4f46361093234904bdc29b465f0f71e11ff14
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run1/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d988aab89f1aea54a5c7c272373f432158e0f3d1
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb41c89ec80ba17ce98024e7ee1668ee64bbf17c75aeb256b1c53a0ec6a8c0cb
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run1/train.log b/results_tencent/w2v2_xlsr_300m/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..50e3605d530fb78c6093c189371892a5e3106f6b
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=1.0290035803318023
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5714 | LCC = 0.8343 | SRCC = 0.8298 ]
+INFO:root:Average loss=0.4421065126657486
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3650 | LCC = 0.8932 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.319102793097496
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3656 | LCC = 0.9117 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.2959521247148514
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3359 | LCC = 0.9163 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.2703705102801323
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3114 | LCC = 0.9284 | SRCC = 0.9263 ]
+INFO:root:Average loss=0.2510974812507629
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2882 | LCC = 0.9328 | SRCC = 0.9307 ]
+INFO:root:Average loss=0.22495467388629914
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2630 | LCC = 0.9287 | SRCC = 0.9295 ]
+INFO:root:Average loss=0.2278602847456932
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2450 | LCC = 0.9313 | SRCC = 0.9330 ]
+INFO:root:Average loss=0.2054114476442337
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4122 | LCC = 0.9330 | SRCC = 0.9389 ]
+INFO:root:Average loss=0.22374877953529357
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2720 | LCC = 0.9434 | SRCC = 0.9418 ]
+INFO:root:Average loss=0.17645804780721663
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3227 | LCC = 0.9457 | SRCC = 0.9452 ]
+INFO:root:Average loss=0.17850437718629836
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2510 | LCC = 0.9442 | SRCC = 0.9448 ]
+INFO:root:Average loss=0.15677065920829772
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2955 | LCC = 0.9487 | SRCC = 0.9493 ]
+INFO:root:Average loss=0.17809755498170854
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2681 | LCC = 0.9408 | SRCC = 0.9441 ]
+INFO:root:Average loss=0.15750181084871293
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3272 | LCC = 0.9475 | SRCC = 0.9507 ]
+INFO:root:Average loss=0.15671542555093765
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2106 | LCC = 0.9519 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.14054413586854936
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2578 | LCC = 0.9520 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1460270141363144
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3109 | LCC = 0.9490 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.14875988894701003
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2213 | LCC = 0.9526 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.14046231973171233
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2618 | LCC = 0.9550 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.14411427086591722
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2707 | LCC = 0.9524 | SRCC = 0.9535 ]
+INFO:root:Average loss=0.1328025281429291
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2180 | LCC = 0.9558 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.12902167177200316
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2305 | LCC = 0.9551 | SRCC = 0.9567 ]
+INFO:root:Average loss=0.12464298725128174
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2054 | LCC = 0.9467 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.12850615280866623
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2118 | LCC = 0.9583 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.1163825035393238
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2301 | LCC = 0.9587 | SRCC = 0.9583 ]
+INFO:root:Average loss=0.12256447964906693
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2079 | LCC = 0.9589 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.11600018316507339
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2171 | LCC = 0.9590 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.11941033580899238
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2225 | LCC = 0.9577 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11753467917442321
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2376 | LCC = 0.9595 | SRCC = 0.9606 ]
+INFO:root:Average loss=0.10585081505775451
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2126 | LCC = 0.9595 | SRCC = 0.9591 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2190 | LCC = 0.9572 | SRCC = 0.9585 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run2/config.gin b/results_tencent/w2v2_xlsr_300m/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run2/model.pt b/results_tencent/w2v2_xlsr_300m/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9840cf1b47f30684b4d769ff9fe7872c3f360e3
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f30e72f2f59cfe9093421f0426dcd11b69098823b5961f2a488400754c6e4cad
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run2/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2ba50fc1291337f1b1ff490353a1dedbd6f1bf8
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3184e97d616517fd96e369f1d53243e81d3a06de5c6bfdec5bfc93fad3b1aa89
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run2/train.log b/results_tencent/w2v2_xlsr_300m/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e12e52c776cef4f3cb0a60aa8caf3f740b8239fb
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8203198070526123
+INFO:root:
+[Valid][0][UTT][ MSE = 0.7523 | LCC = 0.8537 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.4141755602359772
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4674 | LCC = 0.8850 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.39600590455532075
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4621 | LCC = 0.8875 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.3723948330283165
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4182 | LCC = 0.9157 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.27615667855739595
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3661 | LCC = 0.9211 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.23029259192943574
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3481 | LCC = 0.9260 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.28532339560985565
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2910 | LCC = 0.9315 | SRCC = 0.9302 ]
+INFO:root:Average loss=0.2486293160915375
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2945 | LCC = 0.9372 | SRCC = 0.9362 ]
+INFO:root:Average loss=0.21202411413192748
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3039 | LCC = 0.9399 | SRCC = 0.9381 ]
+INFO:root:Average loss=0.2041191016435623
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4589 | LCC = 0.9394 | SRCC = 0.9380 ]
+INFO:root:Average loss=0.184456439435482
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2755 | LCC = 0.9456 | SRCC = 0.9449 ]
+INFO:root:Average loss=0.17680632585287095
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2506 | LCC = 0.9480 | SRCC = 0.9468 ]
+INFO:root:Average loss=0.16345564770698548
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2599 | LCC = 0.9498 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.15677851796150208
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3049 | LCC = 0.9501 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.15247973173856735
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2085 | LCC = 0.9515 | SRCC = 0.9513 ]
+INFO:root:Average loss=0.1474205983877182
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2826 | LCC = 0.9534 | SRCC = 0.9524 ]
+INFO:root:Average loss=0.1587273954153061
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3317 | LCC = 0.9508 | SRCC = 0.9514 ]
+INFO:root:Average loss=0.15118682038784026
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2189 | LCC = 0.9539 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.14236734348535537
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2150 | LCC = 0.9551 | SRCC = 0.9545 ]
+INFO:root:Average loss=0.13046836990118027
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2067 | LCC = 0.9558 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.13664981359243392
+INFO:root:
+[Valid][20][UTT][ MSE = 0.1911 | LCC = 0.9548 | SRCC = 0.9560 ]
+INFO:root:Average loss=0.13205808365345
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2234 | LCC = 0.9563 | SRCC = 0.9554 ]
+INFO:root:Average loss=0.13039135986566544
+INFO:root:
+[Valid][22][UTT][ MSE = 0.1834 | LCC = 0.9552 | SRCC = 0.9559 ]
+INFO:root:Average loss=0.13111513471603395
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1997 | LCC = 0.9576 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.12350700694322586
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2070 | LCC = 0.9544 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.12367518174648284
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2817 | LCC = 0.9591 | SRCC = 0.9582 ]
+INFO:root:Average loss=0.11875981503725051
+INFO:root:
+[Valid][26][UTT][ MSE = 0.1845 | LCC = 0.9593 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.11232397589087487
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2328 | LCC = 0.9605 | SRCC = 0.9594 ]
+INFO:root:Average loss=0.1135054995417595
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1991 | LCC = 0.9590 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.11223046827316284
+INFO:root:
+[Valid][29][UTT][ MSE = 0.1949 | LCC = 0.9608 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.11251158031821251
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1912 | LCC = 0.9609 | SRCC = 0.9603 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1943 | LCC = 0.9593 | SRCC = 0.9601 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run3/config.gin b/results_tencent/w2v2_xlsr_300m/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run3/model.pt b/results_tencent/w2v2_xlsr_300m/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..633eb157f0929e17640a298fe6db6fc295199860
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08eaa2144a58e66b9e25d75a82f768d24d263e5bd8fba7dfbbce842bef1b0836
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run3/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..116c85e4afe9e5869116292e65a84fea3152acbd
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b61bd35340066414ab6320870fcff0862a05ef49cbca200d641ca00d83ed61d0
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run3/train.log b/results_tencent/w2v2_xlsr_300m/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b5ad4129c57c1df6ebc734ab75238cba4a102b2f
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.9974500081539154
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4216 | LCC = 0.8684 | SRCC = 0.8658 ]
+INFO:root:Average loss=0.42340131998062136
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5021 | LCC = 0.8747 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.3396468152999878
+INFO:root:
+[Valid][2][UTT][ MSE = 0.6284 | LCC = 0.8769 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.31179012632369996
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4316 | LCC = 0.9004 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.2630101336240768
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3277 | LCC = 0.9288 | SRCC = 0.9251 ]
+INFO:root:Average loss=0.24916347426176072
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2417 | LCC = 0.9290 | SRCC = 0.9275 ]
+INFO:root:Average loss=0.23136051708459854
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2935 | LCC = 0.9368 | SRCC = 0.9344 ]
+INFO:root:Average loss=0.20572085696458817
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3996 | LCC = 0.9386 | SRCC = 0.9376 ]
+INFO:root:Average loss=0.22209691786766053
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2395 | LCC = 0.9427 | SRCC = 0.9424 ]
+INFO:root:Average loss=0.19758284378051758
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2860 | LCC = 0.9439 | SRCC = 0.9433 ]
+INFO:root:Average loss=0.19731011563539505
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2415 | LCC = 0.9440 | SRCC = 0.9469 ]
+INFO:root:Average loss=0.17287387090921402
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2481 | LCC = 0.9460 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.16559223741292953
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2084 | LCC = 0.9492 | SRCC = 0.9502 ]
+INFO:root:Average loss=0.15466256034374237
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2708 | LCC = 0.9458 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.17231268924474716
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3636 | LCC = 0.9432 | SRCC = 0.9457 ]
+INFO:root:Average loss=0.1499429733157158
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2138 | LCC = 0.9511 | SRCC = 0.9510 ]
+INFO:root:Average loss=0.13563075619935988
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2079 | LCC = 0.9540 | SRCC = 0.9552 ]
+INFO:root:Average loss=0.13840875321626664
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2416 | LCC = 0.9548 | SRCC = 0.9551 ]
+INFO:root:Average loss=0.13733632433414458
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2614 | LCC = 0.9538 | SRCC = 0.9542 ]
+INFO:root:Average loss=0.14730818206071852
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2589 | LCC = 0.9499 | SRCC = 0.9537 ]
+INFO:root:Average loss=0.12907571679353713
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2260 | LCC = 0.9556 | SRCC = 0.9568 ]
+INFO:root:Average loss=0.1314190463423729
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2122 | LCC = 0.9570 | SRCC = 0.9570 ]
+INFO:root:Average loss=0.12351481539011001
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2336 | LCC = 0.9567 | SRCC = 0.9566 ]
+INFO:root:Average loss=0.12315950071811677
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1885 | LCC = 0.9583 | SRCC = 0.9589 ]
+INFO:root:Average loss=0.12548237365484238
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2037 | LCC = 0.9586 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.1152580533027649
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2059 | LCC = 0.9597 | SRCC = 0.9599 ]
+INFO:root:Average loss=0.12478472891449928
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2238 | LCC = 0.9589 | SRCC = 0.9585 ]
+INFO:root:Average loss=0.11103824442625046
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2219 | LCC = 0.9605 | SRCC = 0.9609 ]
+INFO:root:Average loss=0.11262418740987777
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1826 | LCC = 0.9598 | SRCC = 0.9600 ]
+INFO:root:Average loss=0.1201715911924839
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2359 | LCC = 0.9595 | SRCC = 0.9603 ]
+INFO:root:Average loss=0.10830101495981216
+INFO:root:
+[Valid][30][UTT][ MSE = 0.1914 | LCC = 0.9600 | SRCC = 0.9595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2265 | LCC = 0.9589 | SRCC = 0.9601 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run4/config.gin b/results_tencent/w2v2_xlsr_300m/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run4/model.pt b/results_tencent/w2v2_xlsr_300m/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05115742152d9f6d0667c010af85121294bb0d3d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a58bcc4e328165536bcbab7c9d55ea19978ab5914aa0d80e0bddc14d43aafb5e
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run4/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ae4fbbeb4888a5868e09c77052bb01b0a88ca52
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e8db150297a611b33dbfa2a59f2a5969f99bb8ac3426ebf334b151499a533e23
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer22/run4/train.log b/results_tencent/w2v2_xlsr_300m/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1461a04870ab28a545c732337bf04402c391f924
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.9703477005958557
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4335 | LCC = 0.8523 | SRCC = 0.8382 ]
+INFO:root:Average loss=0.3646014840602875
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3796 | LCC = 0.9023 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.400173171877861
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3704 | LCC = 0.9122 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.2690147273540497
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3174 | LCC = 0.9208 | SRCC = 0.9252 ]
+INFO:root:Average loss=0.23235119438171387
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5437 | LCC = 0.9235 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.2866548558473587
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3592 | LCC = 0.9294 | SRCC = 0.9306 ]
+INFO:root:Average loss=0.2068106216788292
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2594 | LCC = 0.9349 | SRCC = 0.9410 ]
+INFO:root:Average loss=0.20839026564359664
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3672 | LCC = 0.9394 | SRCC = 0.9388 ]
+INFO:root:Average loss=0.21501320642232896
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3378 | LCC = 0.9433 | SRCC = 0.9422 ]
+INFO:root:Average loss=0.2091293715238571
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2462 | LCC = 0.9468 | SRCC = 0.9476 ]
+INFO:root:Average loss=0.1653422062397003
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3619 | LCC = 0.9368 | SRCC = 0.9461 ]
+INFO:root:Average loss=0.1722827404141426
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2769 | LCC = 0.9470 | SRCC = 0.9463 ]
+INFO:root:Average loss=0.1505398097038269
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2732 | LCC = 0.9494 | SRCC = 0.9482 ]
+INFO:root:Average loss=0.14352256393432616
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2183 | LCC = 0.9502 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.14415427738428116
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2419 | LCC = 0.9500 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13620801836252214
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2311 | LCC = 0.9527 | SRCC = 0.9521 ]
+INFO:root:Average loss=0.13825178727507592
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3058 | LCC = 0.9519 | SRCC = 0.9516 ]
+INFO:root:Average loss=0.1722824512720108
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2615 | LCC = 0.9543 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.13887591433525084
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3635 | LCC = 0.9557 | SRCC = 0.9558 ]
+INFO:root:Average loss=0.14039597409963608
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2505 | LCC = 0.9571 | SRCC = 0.9571 ]
+INFO:root:Average loss=0.12998651927709579
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2925 | LCC = 0.9578 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.13478119733929633
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2117 | LCC = 0.9586 | SRCC = 0.9593 ]
+INFO:root:Average loss=0.12126208144426345
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2007 | LCC = 0.9582 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.12773596149682998
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1966 | LCC = 0.9584 | SRCC = 0.9586 ]
+INFO:root:Average loss=0.11675624912977219
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2536 | LCC = 0.9599 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.10943718528747559
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2098 | LCC = 0.9595 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11109333795309066
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2442 | LCC = 0.9540 | SRCC = 0.9546 ]
+INFO:root:Average loss=0.11565850216150284
+INFO:root:
+[Valid][27][UTT][ MSE = 0.1791 | LCC = 0.9571 | SRCC = 0.9578 ]
+INFO:root:Average loss=0.11315753966569901
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2236 | LCC = 0.9618 | SRCC = 0.9616 ]
+INFO:root:Average loss=0.1094939678311348
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2122 | LCC = 0.9589 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11173389044404029
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2474 | LCC = 0.9603 | SRCC = 0.9608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2254 | LCC = 0.9604 | SRCC = 0.9614 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run0/config.gin b/results_tencent/w2v2_xlsr_300m/layer23/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer23/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run0/model.pt b/results_tencent/w2v2_xlsr_300m/layer23/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46c8d676ea2c1c6ad2fa4ec8d998723e98c6d0ea
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer23/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2252d41cb3ef9b932b1c76b69b03c017cf11d35859a974cf4f61a7581674126
+size 3403339
diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run0/model_best.pt b/results_tencent/w2v2_xlsr_300m/layer23/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ab342eb3603a712ffc6d9d0739b239932efb7af
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer23/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aca9777cb50945617c8532e03f921fd23b56b9f7dc7a70b7fef5cf570d24f9a4
+size 3405062
diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run0/train.log b/results_tencent/w2v2_xlsr_300m/layer23/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc41034543dd883da639d0a220e987156708b912
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer23/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 8000
+INFO:root:Num val speech clips: 2000
+INFO:root:Num test speech clips: 1563
+INFO:root:Device=cuda
+INFO:root:Average loss=0.8555070281028747
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5342 | LCC = 0.8531 | SRCC = 0.8522 ]
+INFO:root:Average loss=0.41574248576164247
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4065 | LCC = 0.8972 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.380150141954422
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4838 | LCC = 0.8867 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.33626263082027436
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4337 | LCC = 0.8955 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.30870364904403685
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3784 | LCC = 0.9122 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.22631019639968872
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2487 | LCC = 0.9310 | SRCC = 0.9287 ]
+INFO:root:Average loss=0.22749153006076814
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2927 | LCC = 0.9378 | SRCC = 0.9367 ]
+INFO:root:Average loss=0.22345123893022537
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2258 | LCC = 0.9399 | SRCC = 0.9402 ]
+INFO:root:Average loss=0.17810156160593033
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2823 | LCC = 0.9448 | SRCC = 0.9440 ]
+INFO:root:Average loss=0.17599886322021485
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2553 | LCC = 0.9462 | SRCC = 0.9453 ]
+INFO:root:Average loss=0.17093865859508514
+INFO:root:
+[Valid][10][UTT][ MSE = 0.1832 | LCC = 0.9487 | SRCC = 0.9490 ]
+INFO:root:Average loss=0.16703957027196883
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2363 | LCC = 0.9497 | SRCC = 0.9511 ]
+INFO:root:Average loss=0.16069302332401275
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2613 | LCC = 0.9514 | SRCC = 0.9512 ]
+INFO:root:Average loss=0.16016380661725999
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2280 | LCC = 0.9483 | SRCC = 0.9504 ]
+INFO:root:Average loss=0.15134651708602906
+INFO:root:
+[Valid][14][UTT][ MSE = 0.1916 | LCC = 0.9536 | SRCC = 0.9543 ]
+INFO:root:Average loss=0.13890661692619324
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2230 | LCC = 0.9519 | SRCC = 0.9523 ]
+INFO:root:Average loss=0.14969307917356492
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2124 | LCC = 0.9550 | SRCC = 0.9550 ]
+INFO:root:Average loss=0.1398817314505577
+INFO:root:
+[Valid][17][UTT][ MSE = 0.1808 | LCC = 0.9525 | SRCC = 0.9540 ]
+INFO:root:Average loss=0.12829016548395156
+INFO:root:
+[Valid][18][UTT][ MSE = 0.1606 | LCC = 0.9513 | SRCC = 0.9553 ]
+INFO:root:Average loss=0.12351007977128028
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2048 | LCC = 0.9568 | SRCC = 0.9572 ]
+INFO:root:Average loss=0.12306644117832184
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2462 | LCC = 0.9565 | SRCC = 0.9569 ]
+INFO:root:Average loss=0.12974774998426436
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2558 | LCC = 0.9563 | SRCC = 0.9562 ]
+INFO:root:Average loss=0.11489094620943069
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2005 | LCC = 0.9580 | SRCC = 0.9580 ]
+INFO:root:Average loss=0.11378238472342492
+INFO:root:
+[Valid][23][UTT][ MSE = 0.1882 | LCC = 0.9577 | SRCC = 0.9587 ]
+INFO:root:Average loss=0.12310184401273727
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2299 | LCC = 0.9594 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.11625426787137985
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2045 | LCC = 0.9599 | SRCC = 0.9597 ]
+INFO:root:Average loss=0.11207150295376778
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2112 | LCC = 0.9608 | SRCC = 0.9610 ]
+INFO:root:Average loss=0.10652237823605537
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2019 | LCC = 0.9599 | SRCC = 0.9596 ]
+INFO:root:Average loss=0.10911834308505058
+INFO:root:
+[Valid][28][UTT][ MSE = 0.1767 | LCC = 0.9588 | SRCC = 0.9595 ]
+INFO:root:Average loss=0.10931298717856407
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2500 | LCC = 0.9571 | SRCC = 0.9592 ]
+INFO:root:Average loss=0.11085419023036956
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2530 | LCC = 0.9596 | SRCC = 0.9608 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2125 | LCC = 0.9604 | SRCC = 0.9621 ]
diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run1/config.gin b/results_tencent/w2v2_xlsr_300m/layer23/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..cc46fceb0123d2b1295975663a63b17a6b94080d
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer23/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on Tencent dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Tencent:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Tencent
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_tencent/w2v2_xlsr_300m/layer23/run1/model.pt b/results_tencent/w2v2_xlsr_300m/layer23/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..192a5f93121bb7cc1f331cf2b1b19ccda9408732
--- /dev/null
+++ b/results_tencent/w2v2_xlsr_300m/layer23/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2fbb4af2b6f5510c369b28302feedb49c2e04032fd95e2e5ba63d9412588b8c
+size 3403339