diff --git a/results_nisqa/hubert_base/layer9/run3/config.gin b/results_nisqa/hubert_base/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/hubert_base/layer9/run3/model.pt b/results_nisqa/hubert_base/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e39d35734cf27d8af489780f792e7be791b88e1b
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99946f3c781459a45dd213381c1fb92adedfdc2cde260ae37c6f52de6519bf87
+size 2747979
diff --git a/results_nisqa/hubert_base/layer9/run3/model_best.pt b/results_nisqa/hubert_base/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4604583dab8250561d9736e156c7137c54a8293
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2dc4cbc7d4e8e9e44f7973e26815035a40618d182c14c6db179e1721481a307a
+size 2749702
diff --git a/results_nisqa/hubert_base/layer9/run3/train.log b/results_nisqa/hubert_base/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e069e1697e7378a92950d3f0ae84a33f390fd57d
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44666784700286183
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3856 | LCC = 0.8532 | SRCC = 0.8520 ]
+INFO:root:Average loss=0.30138865096031586
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3495 | LCC = 0.8645 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.26457147825660043
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3389 | LCC = 0.8724 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.24420551628391177
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3357 | LCC = 0.8708 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.2327808791157827
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3565 | LCC = 0.8749 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.21240624518408252
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3229 | LCC = 0.8763 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.19559336824051907
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3183 | LCC = 0.8748 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.1823456175840659
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2970 | LCC = 0.8776 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.1677803102600781
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3239 | LCC = 0.8738 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.15418062049012654
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3531 | LCC = 0.8663 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.14771959900511483
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3080 | LCC = 0.8739 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.14206625426435746
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3271 | LCC = 0.8717 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.13147686520925148
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3326 | LCC = 0.8695 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.12326985070040461
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3117 | LCC = 0.8730 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.11464816917573785
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3987 | LCC = 0.8627 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.10780032465740436
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3106 | LCC = 0.8680 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.10193173742363218
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3404 | LCC = 0.8684 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.09824519912373124
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3119 | LCC = 0.8721 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.0920214000335663
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3173 | LCC = 0.8688 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.08671017301220425
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3322 | LCC = 0.8678 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.08271780209561994
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3579 | LCC = 0.8651 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.08045609058500025
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3408 | LCC = 0.8673 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.07757445007045834
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3567 | LCC = 0.8613 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.07378173908057241
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3234 | LCC = 0.8643 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.07183158782046999
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3241 | LCC = 0.8666 | SRCC = 0.8649 ]
+INFO:root:Average loss=0.0713757578218948
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3464 | LCC = 0.8641 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.06711374490247296
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3321 | LCC = 0.8679 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.06465638179138217
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3475 | LCC = 0.8650 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.06330957657770614
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3680 | LCC = 0.8605 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.05964362851715501
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3249 | LCC = 0.8662 | SRCC = 0.8655 ]
+INFO:root:Average loss=0.05948429367359663
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3555 | LCC = 0.8626 | SRCC = 0.8626 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5098 | LCC = 0.7805 | SRCC = 0.7761 ]
diff --git a/results_nisqa/hubert_base/layer9/run4/config.gin b/results_nisqa/hubert_base/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/hubert_base/layer9/run4/model.pt b/results_nisqa/hubert_base/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2226ef333b259b7bc1a22a0c272fed5730adda01
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23aac372c23ba27e7e3e7ff74eb1ed54003098a6f74908d1edf3bd2b7f3eb70
+size 2747979
diff --git a/results_nisqa/hubert_base/layer9/run4/model_best.pt b/results_nisqa/hubert_base/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd42b6463eb3f8bc16697e6ed947c0fe27eb50ae
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1af5e330ce1c397ad5a6df04f94a8619a34a9aa6d9c6794e12e7af0c18a8fb4
+size 2749702
diff --git a/results_nisqa/hubert_base/layer9/run4/train.log b/results_nisqa/hubert_base/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0b7ef7d0294bdc7162bb62c552147aba5e8cab6b
--- /dev/null
+++ b/results_nisqa/hubert_base/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4937498324868307
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3827 | LCC = 0.8519 | SRCC = 0.8503 ]
+INFO:root:Average loss=0.30047601375276645
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3292 | LCC = 0.8628 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.2666946215436638
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3484 | LCC = 0.8684 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.2429341184179907
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3177 | LCC = 0.8739 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.22515277977968226
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3360 | LCC = 0.8740 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.20786380741982102
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3156 | LCC = 0.8729 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.1959835817617488
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3137 | LCC = 0.8744 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.18504263917145702
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3269 | LCC = 0.8738 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.167429916474516
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3053 | LCC = 0.8739 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.15698515610887825
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3180 | LCC = 0.8728 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.15077230657283971
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3118 | LCC = 0.8709 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.1383441848561943
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3270 | LCC = 0.8726 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.1290830308732959
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3139 | LCC = 0.8713 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.12285170363897534
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3031 | LCC = 0.8697 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.11503355820916292
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3127 | LCC = 0.8699 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.11209239009660103
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3047 | LCC = 0.8709 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.10471336519873212
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3194 | LCC = 0.8702 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.0993591742536236
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3355 | LCC = 0.8644 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.09705279147349341
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3222 | LCC = 0.8670 | SRCC = 0.8641 ]
+INFO:root:Average loss=0.09146756687433044
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3301 | LCC = 0.8649 | SRCC = 0.8631 ]
+INFO:root:Average loss=0.08754754488523296
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3539 | LCC = 0.8606 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.08255260767189064
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3192 | LCC = 0.8654 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.07871194203206569
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3087 | LCC = 0.8687 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.07684320067136274
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3085 | LCC = 0.8667 | SRCC = 0.8650 ]
+INFO:root:Average loss=0.07221316186592758
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3467 | LCC = 0.8621 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.07282608355573147
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3138 | LCC = 0.8663 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.06812817032712733
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3175 | LCC = 0.8656 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.06732187889559421
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3154 | LCC = 0.8667 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.06591674758692008
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3198 | LCC = 0.8652 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.06197786611111867
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3194 | LCC = 0.8660 | SRCC = 0.8634 ]
+INFO:root:Average loss=0.05978712813142752
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3311 | LCC = 0.8634 | SRCC = 0.8610 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4424 | LCC = 0.7892 | SRCC = 0.7874 ]
diff --git a/results_nisqa/w2v2_base/layer0/run0/config.gin b/results_nisqa/w2v2_base/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer0/run0/model.pt b/results_nisqa/w2v2_base/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dfcd533fa245532f352707eb3a72dbf9c8e4c8e
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61d0e51fe7405ae014c33f344bf46308be40fde85c4570b7665356e2700daa54
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer0/run0/model_best.pt b/results_nisqa/w2v2_base/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c69431efd2d9e9d31b28c6043066b24a01a8e71c
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0855f198e5a69696cfab0693ca92b1be77b37807b4ada06e586767a0438c169
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer0/run0/train.log b/results_nisqa/w2v2_base/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b0719a6059167948120ab70f6b271ba90a51c75f
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4656045253393967
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4296 | LCC = 0.8454 | SRCC = 0.8440 ]
+INFO:root:Average loss=0.2881045989218475
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3587 | LCC = 0.8737 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.24932437583890266
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3069 | LCC = 0.8864 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.22377282561938885
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2915 | LCC = 0.8930 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.20796405993445072
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2868 | LCC = 0.8979 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.19377853071069442
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2831 | LCC = 0.9011 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.1860185399909929
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2611 | LCC = 0.9041 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.1798827164521107
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2870 | LCC = 0.9035 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.17635803010766907
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2439 | LCC = 0.9045 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.16112533646684163
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2626 | LCC = 0.9048 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.15658956447433184
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2627 | LCC = 0.9064 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.15010529110541923
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2559 | LCC = 0.9044 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.14273553862737093
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2786 | LCC = 0.9052 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.13428944495716535
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2431 | LCC = 0.9051 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.13038814446829647
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2518 | LCC = 0.9060 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.1292005862416215
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2544 | LCC = 0.9054 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.12292390717247317
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2522 | LCC = 0.9048 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.11747096125790149
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2617 | LCC = 0.9039 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.1176645015447126
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2469 | LCC = 0.9032 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.11091964119087065
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.9034 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.10674060846684295
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2672 | LCC = 0.9027 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.10354766060162142
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2502 | LCC = 0.9047 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.10074021156898813
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2797 | LCC = 0.9037 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.10130047016491779
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2531 | LCC = 0.9029 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.09709900753260348
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2536 | LCC = 0.9035 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.09214405493670805
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2509 | LCC = 0.9039 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.08782778101074214
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2559 | LCC = 0.9041 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.08744030854950062
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2558 | LCC = 0.9050 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.08482128924372569
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2646 | LCC = 0.9017 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.08370480800553554
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2535 | LCC = 0.9027 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.07968193238784123
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2604 | LCC = 0.9020 | SRCC = 0.9021 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4201 | LCC = 0.7277 | SRCC = 0.6993 ]
diff --git a/results_nisqa/w2v2_base/layer0/run1/config.gin b/results_nisqa/w2v2_base/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer0/run1/model.pt b/results_nisqa/w2v2_base/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11fb947cee40a4b66111a281ecad130febeac493
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5774e1532747b2f9859fcab7ad3bcd65f0f489258882a7ccf3e213c09a39a92
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer0/run1/model_best.pt b/results_nisqa/w2v2_base/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30244853e9b5ddb3db70c7e45935857a82a8d948
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a63c4f5f2d9f76158709f6571d63f667023232d7f0cf4b5b0f5d1fd74fd3c4f4
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer0/run1/train.log b/results_nisqa/w2v2_base/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e315600a5a42d23b035fef8e4456a0a29fa37188
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4732976847818132
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3855 | LCC = 0.8543 | SRCC = 0.8531 ]
+INFO:root:Average loss=0.28063617250478334
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3462 | LCC = 0.8774 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.2405943265023259
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3277 | LCC = 0.8921 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.2183921815170718
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3101 | LCC = 0.8943 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.2088140014537497
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2758 | LCC = 0.8972 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.19720859295887755
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2873 | LCC = 0.9004 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.1835478444319929
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2769 | LCC = 0.9012 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.17801272899256965
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2587 | LCC = 0.9032 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.16980918285819147
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2702 | LCC = 0.9031 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.1649634395376106
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2876 | LCC = 0.8990 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.15810617274803923
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2770 | LCC = 0.9027 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.1529789700501227
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2860 | LCC = 0.9016 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.14302995684691247
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2550 | LCC = 0.9028 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.1361115965023206
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2655 | LCC = 0.9036 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.1316482866602826
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2738 | LCC = 0.9022 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.12706508108473927
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2601 | LCC = 0.9027 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.1263645576431572
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2417 | LCC = 0.9041 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.11896640583442125
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2541 | LCC = 0.9014 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.11688587771502533
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2544 | LCC = 0.9034 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.1115981881975094
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2743 | LCC = 0.9014 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.11078533978131465
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2618 | LCC = 0.9024 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.10573375526535718
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2542 | LCC = 0.9046 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.10360300489243744
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2642 | LCC = 0.9012 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.09702793392487344
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2462 | LCC = 0.9049 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.09721219438435025
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2551 | LCC = 0.9042 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.09635214641087317
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2666 | LCC = 0.9003 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.08935522841494208
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2550 | LCC = 0.9043 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.08954595382503003
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2555 | LCC = 0.9029 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.08561355422514712
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2596 | LCC = 0.9024 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.08572480493801178
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2374 | LCC = 0.9036 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.0844722409985658
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2662 | LCC = 0.9017 | SRCC = 0.9016 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4285 | LCC = 0.7448 | SRCC = 0.7164 ]
diff --git a/results_nisqa/w2v2_base/layer0/run2/config.gin b/results_nisqa/w2v2_base/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer0/run2/model.pt b/results_nisqa/w2v2_base/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5ac602bd57768dfb8f8955553b7e3728a9823cb
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81b38ea2f7e8707f5ffe3034e2be74e285a6a3d9581027c712f406db0ed97beb
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer0/run2/model_best.pt b/results_nisqa/w2v2_base/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcdc6c33fcf7eceac04951c34268e6b06eb6f9b0
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9016a0583b9ddcd5a25c8a7c0519d25fc23556f87365ef6be0c29eb620c6410a
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer0/run2/train.log b/results_nisqa/w2v2_base/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8678102382f1009f5616b79013e0aea46bfe8635
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4887408753695516
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3927 | LCC = 0.8500 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.28332467325505495
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3194 | LCC = 0.8769 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.24259669906486667
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3202 | LCC = 0.8909 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.21941497146738748
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3445 | LCC = 0.8943 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.20445749908685684
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2714 | LCC = 0.9012 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.19050900078233265
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2769 | LCC = 0.9020 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.1808594342945628
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2719 | LCC = 0.9028 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.17513246985012396
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2617 | LCC = 0.9045 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.1673779837313415
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2725 | LCC = 0.9050 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.16050715847856048
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2628 | LCC = 0.9043 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.15591477034236653
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2924 | LCC = 0.9047 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.14948185873513967
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2852 | LCC = 0.9053 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.14087455228746282
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2531 | LCC = 0.9055 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.135630670956449
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2665 | LCC = 0.9040 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.1318436085402621
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2614 | LCC = 0.9041 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.1259858227534101
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2538 | LCC = 0.9042 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.12247318236124997
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2388 | LCC = 0.9034 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.11649351623016975
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2669 | LCC = 0.9029 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.11803678797848652
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.9063 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.11060947571703464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2447 | LCC = 0.9049 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.10761247545136193
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2664 | LCC = 0.9024 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.10479283677360227
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2520 | LCC = 0.9041 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.10309677463390923
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2890 | LCC = 0.9011 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.09764214361764792
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2806 | LCC = 0.9034 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.09634519002341121
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2606 | LCC = 0.9007 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.09268231267873951
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2639 | LCC = 0.9012 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.08857534429586003
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2776 | LCC = 0.8987 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.0879936558275209
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2583 | LCC = 0.9019 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.08507861446783033
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2648 | LCC = 0.8995 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.08290507116844889
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2548 | LCC = 0.9017 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.08242985438232477
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2711 | LCC = 0.8992 | SRCC = 0.9010 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4162 | LCC = 0.7503 | SRCC = 0.7217 ]
diff --git a/results_nisqa/w2v2_base/layer0/run3/config.gin b/results_nisqa/w2v2_base/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer0/run3/model.pt b/results_nisqa/w2v2_base/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27000388791a81e0f33fb0af7aa35363db17902b
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e814eb9a3191a178d427139e62537e35c048426f956ebc57bf0fff038f5208a
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer0/run3/model_best.pt b/results_nisqa/w2v2_base/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c946b1e931d33e32318ae052262a63200bcac34
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43bfbb1a7e57171f024754192acde8a3bf23ae52546b0ec78fefc252cec7f87b
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer0/run3/train.log b/results_nisqa/w2v2_base/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1a08007fc8320a1f1540339a9386987341471be7
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5220217747839889
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4032 | LCC = 0.8419 | SRCC = 0.8411 ]
+INFO:root:Average loss=0.28966531148880204
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3432 | LCC = 0.8742 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.250793971939583
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3026 | LCC = 0.8901 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.2198167531132009
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3049 | LCC = 0.8950 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.2081440923186396
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3326 | LCC = 0.8971 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.2001598441187357
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2656 | LCC = 0.9010 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.1877970003840551
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2857 | LCC = 0.9042 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.1772624268869444
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2674 | LCC = 0.9045 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.16934027436668472
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2725 | LCC = 0.9063 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.15953071996828036
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2621 | LCC = 0.9062 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.15449726000169797
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2561 | LCC = 0.9066 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.14500464847838948
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2649 | LCC = 0.9080 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.14202140465464896
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2754 | LCC = 0.9039 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.13688732076414747
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2677 | LCC = 0.9058 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.13234757808591588
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2486 | LCC = 0.9042 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.12894457259963701
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2687 | LCC = 0.9057 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.12374647375131619
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2413 | LCC = 0.9051 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.11876645692855636
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2600 | LCC = 0.9045 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.11688838709641054
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2567 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.11554037413500637
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2588 | LCC = 0.9049 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.10992274030698518
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2398 | LCC = 0.9062 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.10452693054786308
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2716 | LCC = 0.9054 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.10080644931924136
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2677 | LCC = 0.9031 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.09887692747863731
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3013 | LCC = 0.9033 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.09655310990924092
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2610 | LCC = 0.9043 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.09397958337485446
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2477 | LCC = 0.9031 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.09055395103517296
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2443 | LCC = 0.9050 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.08929413292190932
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2532 | LCC = 0.9037 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.08656429417560556
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2522 | LCC = 0.9039 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.08417933042338818
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2467 | LCC = 0.9048 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.08278639220519562
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2524 | LCC = 0.9023 | SRCC = 0.9033 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4541 | LCC = 0.7437 | SRCC = 0.7166 ]
diff --git a/results_nisqa/w2v2_base/layer0/run4/config.gin b/results_nisqa/w2v2_base/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer0/run4/model.pt b/results_nisqa/w2v2_base/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4be5f5087974b8ecc6ec091f3036144f09f99ac6
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a763bc68b50bffcaf52f08e34c84bb7492ad2d797b0e90d79b6042701d53387b
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer0/run4/model_best.pt b/results_nisqa/w2v2_base/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ac49b105ae6294e038447c40489dea45093489b
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fdb2a49fae8ab66beedb69826f383b22aba9c354a6a60eb352e410d9f86b718
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer0/run4/train.log b/results_nisqa/w2v2_base/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..960c2ab820bb947122b225708acbe58feaa99617
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.513914836796722
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4477 | LCC = 0.8500 | SRCC = 0.8489 ]
+INFO:root:Average loss=0.29364840453759783
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3454 | LCC = 0.8797 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.24287864600302855
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3200 | LCC = 0.8918 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.22607805127697872
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3000 | LCC = 0.8966 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.20207453243477497
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3050 | LCC = 0.8992 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.1935510774051523
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2584 | LCC = 0.9026 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.1800973029925644
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2706 | LCC = 0.9055 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.17491466491725405
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3130 | LCC = 0.9052 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.1673860390148411
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2746 | LCC = 0.9055 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.15654053289249453
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2566 | LCC = 0.9056 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.14868969513329466
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2714 | LCC = 0.9038 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.14407660549431178
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2805 | LCC = 0.9065 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.14161831123291413
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2564 | LCC = 0.9047 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.13910104803784046
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2765 | LCC = 0.9054 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.13281678834747027
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2669 | LCC = 0.9059 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.12765254011388458
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2558 | LCC = 0.9047 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.12245727308912774
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2426 | LCC = 0.9051 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.11970482650347528
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2766 | LCC = 0.9060 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.11510303894305504
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2615 | LCC = 0.9059 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.10870681621263482
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2746 | LCC = 0.8996 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.10789603044445804
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2677 | LCC = 0.9040 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.10374947996928513
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2868 | LCC = 0.9054 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.09831848436955772
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2843 | LCC = 0.9054 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.09606771358434175
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2845 | LCC = 0.9017 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.09312217320837726
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2564 | LCC = 0.9028 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.09122585636601283
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2746 | LCC = 0.9039 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.08769452315620604
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2721 | LCC = 0.9046 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.08359550333694915
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2698 | LCC = 0.9014 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.08518337271030928
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2908 | LCC = 0.9028 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.08358871803290582
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2914 | LCC = 0.9020 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.08230808368652542
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2872 | LCC = 0.8990 | SRCC = 0.8993 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3905 | LCC = 0.7612 | SRCC = 0.7375 ]
diff --git a/results_nisqa/w2v2_base/layer1/run0/config.gin b/results_nisqa/w2v2_base/layer1/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer1/run0/model.pt b/results_nisqa/w2v2_base/layer1/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cac42d1287bd5e3a375f0b5abc8edef3fffd7e0
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b15991197b2e30bf79784b99670ca8795c98e8de5716ccbc374e6db20567e374
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer1/run0/model_best.pt b/results_nisqa/w2v2_base/layer1/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5bbb799a554736f6813370c996eb0503471ba70
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65605e5b0f3dc77683e5e358674fd49ede74426f9dfc1eb214ea4406ac094973
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer1/run0/train.log b/results_nisqa/w2v2_base/layer1/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b770afe9e9a464568023a333c61670c4c44a09c9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4140820809010136
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3245 | LCC = 0.8797 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.23183250117164128
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2930 | LCC = 0.9033 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.20205044651651657
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2731 | LCC = 0.9090 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.1890778933043425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2869 | LCC = 0.9117 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.17378311050851222
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2665 | LCC = 0.9130 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.16254348633003374
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2355 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.15618486904856788
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2485 | LCC = 0.9145 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.14985793971085135
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2850 | LCC = 0.9124 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.14395758961838795
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2684 | LCC = 0.9137 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.13762679747763396
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2550 | LCC = 0.9127 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.12752486054780166
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2527 | LCC = 0.9139 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.12279291593098227
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2595 | LCC = 0.9131 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.11543510203933441
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2744 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.11302425195543753
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2633 | LCC = 0.9101 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.10984737400202393
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2571 | LCC = 0.9102 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.1022053825631307
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2549 | LCC = 0.9121 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09984387272182917
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2662 | LCC = 0.9108 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0966098906117023
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2813 | LCC = 0.9077 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.0947185921660393
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2572 | LCC = 0.9081 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.08736853285375014
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2481 | LCC = 0.9086 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08675893103283953
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2653 | LCC = 0.9066 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.0818977086142653
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2435 | LCC = 0.9094 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07939190652242975
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2463 | LCC = 0.9083 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07457428244669313
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2480 | LCC = 0.9090 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.0751065140902307
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2504 | LCC = 0.9060 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.07503754975048103
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2637 | LCC = 0.9079 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.07139340473737331
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2577 | LCC = 0.9091 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.06834535201677697
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2505 | LCC = 0.9094 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.06673628929464114
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2459 | LCC = 0.9099 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.06375883312928195
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2763 | LCC = 0.9072 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.06435214954218424
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2502 | LCC = 0.9088 | SRCC = 0.9091 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4162 | LCC = 0.7712 | SRCC = 0.7517 ]
diff --git a/results_nisqa/w2v2_base/layer1/run1/config.gin b/results_nisqa/w2v2_base/layer1/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer1/run1/model.pt b/results_nisqa/w2v2_base/layer1/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e87fcda57605f19082c5413b192e0097994b1d20
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c5d924c08911398aa2cc8d0fe2e60de7a453182439a0dd70172cbfa8428a0f
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer1/run1/model_best.pt b/results_nisqa/w2v2_base/layer1/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e41360072c90eb5f4852c55b56eef15eaa8318c3
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1e2a26517f12610325f1083b8ed29b924f7aacb260855c9c8aecb7f207006b9
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer1/run1/train.log b/results_nisqa/w2v2_base/layer1/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1f7e1d93b1e35e9fb12335aa047093eafd4dafcf
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42079639727669643
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3297 | LCC = 0.8823 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.2348495078396935
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2934 | LCC = 0.9044 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.20348848049351245
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2665 | LCC = 0.9097 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.18695151289074408
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2520 | LCC = 0.9130 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17688856235129297
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2796 | LCC = 0.9131 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1672476589076781
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2535 | LCC = 0.9146 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.15619305310221765
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2674 | LCC = 0.9139 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.14986810475760112
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2593 | LCC = 0.9126 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1423182886287656
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2339 | LCC = 0.9152 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.13629879875679238
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2504 | LCC = 0.9133 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.12806375173991816
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2726 | LCC = 0.9121 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.12159248785993268
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2435 | LCC = 0.9112 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.11674804373972678
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2457 | LCC = 0.9092 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.11240020493379219
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2488 | LCC = 0.9101 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.11014750679534983
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2314 | LCC = 0.9116 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10269484040192786
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2731 | LCC = 0.9117 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.09724281840241714
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2653 | LCC = 0.9095 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.094509947571279
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2753 | LCC = 0.9090 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.09011944254181978
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2590 | LCC = 0.9099 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.08746569644595158
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2466 | LCC = 0.9093 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08325344138924097
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2385 | LCC = 0.9095 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.08433052712265467
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2619 | LCC = 0.9082 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07685908785014484
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2554 | LCC = 0.9088 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.07621902591317375
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2360 | LCC = 0.9090 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07313514382422315
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2707 | LCC = 0.9079 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07038647879582609
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2534 | LCC = 0.9056 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.0685674838850953
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2696 | LCC = 0.9077 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.06732527011564013
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2636 | LCC = 0.9073 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.06531374765872267
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2495 | LCC = 0.9065 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.06180603806510826
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2459 | LCC = 0.9065 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.0629519805139889
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2620 | LCC = 0.9079 | SRCC = 0.9074 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3836 | LCC = 0.7560 | SRCC = 0.7420 ]
diff --git a/results_nisqa/w2v2_base/layer1/run2/config.gin b/results_nisqa/w2v2_base/layer1/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer1/run2/model.pt b/results_nisqa/w2v2_base/layer1/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f04d338050d3d76fd52f880873cd782c1573655
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:665a4c7f2c71e2b7561dbc31c77840cc83373cc9ff4d971157326ae2433304d7
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer1/run2/model_best.pt b/results_nisqa/w2v2_base/layer1/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf09b774d2ca50e9c18b351a74d6d76ea0714796
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5453bf1d41260f8c7f7e1306aa4a3b89a5c4482dea1be51c3e6dbd15dfbc5f4
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer1/run2/train.log b/results_nisqa/w2v2_base/layer1/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..db5bf2eac83ca19b2d6a9b68651ca311740e46bb
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47191362100184997
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3142 | LCC = 0.8775 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.23304167678418186
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2943 | LCC = 0.8997 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.2027546578662933
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2740 | LCC = 0.9066 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.18250450720159994
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2883 | LCC = 0.9106 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1740097487506839
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2504 | LCC = 0.9117 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1616970681386187
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2687 | LCC = 0.9135 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1547936099457603
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2519 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.14812706169709994
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2374 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.14149325504640622
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2478 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1326942708278667
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2475 | LCC = 0.9105 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.12701404581352466
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2556 | LCC = 0.9105 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.1213962070514701
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2622 | LCC = 0.9105 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.11688236336659834
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2399 | LCC = 0.9114 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11268372301852082
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2370 | LCC = 0.9115 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.10770984213648505
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2331 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10341569124532572
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2618 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0990697529403805
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2236 | LCC = 0.9103 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09471679946160041
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2380 | LCC = 0.9078 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.09024654563537912
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2533 | LCC = 0.9074 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.087887292566327
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2457 | LCC = 0.9088 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.08342296802411879
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2420 | LCC = 0.9077 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08034802107624925
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2400 | LCC = 0.9074 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.07772412213545314
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2467 | LCC = 0.9070 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.0757277177248387
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2451 | LCC = 0.9078 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.07218075621162535
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2346 | LCC = 0.9083 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07157445427654796
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2473 | LCC = 0.9042 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.07045848148664988
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2350 | LCC = 0.9080 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.06662582547936825
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2464 | LCC = 0.9059 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.06482528206068656
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2310 | LCC = 0.9075 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.06322503957703624
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2557 | LCC = 0.9057 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.059369667675453805
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2503 | LCC = 0.9062 | SRCC = 0.9063 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3757 | LCC = 0.7794 | SRCC = 0.7656 ]
diff --git a/results_nisqa/w2v2_base/layer1/run3/config.gin b/results_nisqa/w2v2_base/layer1/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer1/run3/model.pt b/results_nisqa/w2v2_base/layer1/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e56a4940e75d815c84a026b118af3bf59bd798c4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b79a32a58ed01e0805397b6b56b3a336d287292b4c2a016f9572f6f37c43a7c8
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer1/run3/model_best.pt b/results_nisqa/w2v2_base/layer1/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21e21730c3d04bf80b5b691778d92d5cc91371f4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ead62719480caaeb0f107548155acbf58a0ef932d00dcb099a5224c17c9a4835
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer1/run3/train.log b/results_nisqa/w2v2_base/layer1/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..724da9483141b9a604f6d13c14c0cfa23359223f
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4645358320605548
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3285 | LCC = 0.8762 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.24353808681399836
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2822 | LCC = 0.9008 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.20912874412502166
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2796 | LCC = 0.9057 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.18992455678351353
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2659 | LCC = 0.9112 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.17423045574929674
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2782 | LCC = 0.9113 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.16558513846356054
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2479 | LCC = 0.9127 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.15647276951743
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2634 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.14936454038571761
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2645 | LCC = 0.9119 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.142234451853471
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2366 | LCC = 0.9108 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.13475031289406594
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2474 | LCC = 0.9118 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.13033452130466527
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2517 | LCC = 0.9113 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.12352152508979587
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.9123 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.12031384841727384
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2661 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.11395652344547255
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2609 | LCC = 0.9115 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.10535275264282447
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2402 | LCC = 0.9113 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10479879112257434
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2355 | LCC = 0.9099 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.10019654591131762
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2480 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.0961237923172168
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2462 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.09073398544350801
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2364 | LCC = 0.9079 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.08823640007159614
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2556 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.08493320788176073
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2417 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.0802434212555086
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2619 | LCC = 0.9080 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.0777926423689189
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2570 | LCC = 0.9093 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07505168800236862
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2439 | LCC = 0.9075 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07597914521146372
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2540 | LCC = 0.9042 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.071441778234836
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2487 | LCC = 0.9078 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06841913184334088
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2482 | LCC = 0.9074 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.06771057969056113
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2570 | LCC = 0.9069 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.06449337178744333
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2523 | LCC = 0.9080 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.06529931504430109
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2413 | LCC = 0.9076 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.06153249826734466
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2588 | LCC = 0.9084 | SRCC = 0.9085 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3843 | LCC = 0.7690 | SRCC = 0.7518 ]
diff --git a/results_nisqa/w2v2_base/layer1/run4/config.gin b/results_nisqa/w2v2_base/layer1/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer1/run4/model.pt b/results_nisqa/w2v2_base/layer1/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..359eafc59eab194497daf921ccfbcb2915f213ac
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e81b05bc71d35d78aea0c35382b86c0e91930d6484cb52fa826290c014efb8e
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer1/run4/model_best.pt b/results_nisqa/w2v2_base/layer1/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..136f485b4fd7ac781e42940ccce02f179b00c909
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c73f95b0b1218500cdfa0fde754002f64e428afc30d129949aeb42d12939f41
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer1/run4/train.log b/results_nisqa/w2v2_base/layer1/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e9dd9629e6f0cdcccd0533ccefa3158b32e8785a
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer1/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43465099910091115
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3250 | LCC = 0.8756 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.24063599747040368
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3248 | LCC = 0.8976 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.20355439870860537
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2591 | LCC = 0.9062 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.19028889206964847
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2934 | LCC = 0.9066 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.17772545140085882
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2912 | LCC = 0.9087 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.1654128308241078
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2675 | LCC = 0.9088 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.15829817528669546
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2867 | LCC = 0.9099 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1490263454400735
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2547 | LCC = 0.9087 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.1446479712263008
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2491 | LCC = 0.9101 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.13472810180890077
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2642 | LCC = 0.9093 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.1325780803585328
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2803 | LCC = 0.9095 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.12557296911416027
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2484 | LCC = 0.9087 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.12142900554086432
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2803 | LCC = 0.9072 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.11248545544598833
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2651 | LCC = 0.9074 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.11051415583129563
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2563 | LCC = 0.9079 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.10501352105440431
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2533 | LCC = 0.9061 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.10199560436037923
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2655 | LCC = 0.9077 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.0957174086243431
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2507 | LCC = 0.9049 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.09607243387168543
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2661 | LCC = 0.9074 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.08995198434746335
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2497 | LCC = 0.9060 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.0868710470789602
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2717 | LCC = 0.9036 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.0841633923825501
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2621 | LCC = 0.9034 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.08126699435659226
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2489 | LCC = 0.9053 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.0778068660440817
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2542 | LCC = 0.9038 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.0765922138671999
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2731 | LCC = 0.9016 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.07271993795485165
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2821 | LCC = 0.9009 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.0709245972809075
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2509 | LCC = 0.9055 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.06831825020685361
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2640 | LCC = 0.9037 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.06718278379109553
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2802 | LCC = 0.9019 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.06434275987261982
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2558 | LCC = 0.9043 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.06542826297483004
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2626 | LCC = 0.9022 | SRCC = 0.9026 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4340 | LCC = 0.7715 | SRCC = 0.7549 ]
diff --git a/results_nisqa/w2v2_base/layer10/run0/config.gin b/results_nisqa/w2v2_base/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer10/run0/model.pt b/results_nisqa/w2v2_base/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2099933202ebf93b007852b49f162b55cefd68
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df75d9f57b929dda8c6031d7d37d0105806499842e89499b771a55921fdc9cfa
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer10/run0/model_best.pt b/results_nisqa/w2v2_base/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b035e74b4e8370cd6889b3283b00ff16ac7277
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765cf350690b4fbcc70b38eaa46658878b41322caf330f6b3c8423f628ae659b
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer10/run0/train.log b/results_nisqa/w2v2_base/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e33042a9fea98db3b1b7eff808c843367ae77680
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48575723550223204
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4198 | LCC = 0.8499 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.3134685976140072
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3645 | LCC = 0.8707 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.26828748694045007
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3618 | LCC = 0.8801 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.2572170130779288
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3969 | LCC = 0.8843 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.2469605002875273
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3678 | LCC = 0.8752 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.23216196188347876
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3052 | LCC = 0.8877 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.23646040484739866
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3123 | LCC = 0.8902 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.21570514228647156
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2928 | LCC = 0.8910 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.2062141347052045
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2916 | LCC = 0.8945 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.20357066203404023
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3416 | LCC = 0.8880 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.198019189512454
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2651 | LCC = 0.8961 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.1951687771805449
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2963 | LCC = 0.8951 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.19332906414318635
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.8974 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.18205459024003476
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3093 | LCC = 0.8850 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.17303801431304458
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2888 | LCC = 0.8984 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.16765713833832327
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2752 | LCC = 0.8999 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.1698576655518802
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3213 | LCC = 0.8961 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.16210067211892565
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2898 | LCC = 0.9004 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.16069826793808467
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3015 | LCC = 0.8953 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.15370889417181124
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2821 | LCC = 0.8980 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.1526428744024624
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2894 | LCC = 0.8990 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.14719229725571725
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2715 | LCC = 0.8976 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.14232651462961485
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2646 | LCC = 0.8950 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.14191255671095987
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2854 | LCC = 0.8968 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.13536950037141757
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2928 | LCC = 0.8968 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.13208897424743354
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2651 | LCC = 0.8978 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.1289996287295584
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2882 | LCC = 0.8950 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.13214083580095645
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2811 | LCC = 0.8982 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.12230627591899365
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2711 | LCC = 0.8965 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.12066156989921724
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2765 | LCC = 0.8917 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.11767588198357234
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2810 | LCC = 0.8928 | SRCC = 0.8950 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5072 | LCC = 0.6847 | SRCC = 0.6504 ]
diff --git a/results_nisqa/w2v2_base/layer10/run1/config.gin b/results_nisqa/w2v2_base/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer10/run1/model.pt b/results_nisqa/w2v2_base/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93ad766cc37a57b0de16d27761ce5c5dab1df470
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6797cc4a3dbed5820ae2bcde5edca580a048a0c00558bc0a6f38a5bca3b4910
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer10/run1/model_best.pt b/results_nisqa/w2v2_base/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b5cc9011d6b4c06401e59ee59fe713316f0d9f5
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bd0b3c4f26e2cfae1e9e02ceb1a8284c0fec70dab42006f2aed979d49a8c3c1
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer10/run1/train.log b/results_nisqa/w2v2_base/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..402dd429f49599585601c3f05c3c1d9516ce4dfb
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43960828312559624
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3897 | LCC = 0.8552 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.2880873832571713
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3424 | LCC = 0.8732 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.27930998948612656
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3445 | LCC = 0.8809 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.2585576727038863
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3512 | LCC = 0.8780 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.24669308564221928
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3077 | LCC = 0.8851 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.23370124907851908
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3476 | LCC = 0.8831 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.22236256482284192
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3390 | LCC = 0.8907 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.22043393259448124
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3376 | LCC = 0.8923 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.20635380152332988
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3250 | LCC = 0.8871 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.21247310488554783
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2861 | LCC = 0.8933 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.19200698794484827
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3130 | LCC = 0.8961 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.19019244783531034
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2892 | LCC = 0.8972 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.1875156806297385
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2930 | LCC = 0.8904 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.18122474185993218
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2870 | LCC = 0.8993 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.17608303430280245
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2747 | LCC = 0.8985 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.1738419764045346
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2925 | LCC = 0.8993 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.16567644519957503
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2863 | LCC = 0.8980 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.16417812767056372
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3288 | LCC = 0.8964 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.15950104383202646
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2832 | LCC = 0.8967 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.1582522514152389
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2942 | LCC = 0.8990 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.14529433303830253
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2656 | LCC = 0.8965 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.14605512302045878
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3013 | LCC = 0.8985 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.14124768390993162
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2836 | LCC = 0.8974 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.1407300809215259
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2780 | LCC = 0.8979 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.13715407519326733
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2699 | LCC = 0.8968 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.1373874219941955
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2761 | LCC = 0.8972 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.13291721140718185
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2873 | LCC = 0.8988 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.12511096530825416
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2835 | LCC = 0.8990 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.12209400885625382
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2795 | LCC = 0.8987 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.12307358035720842
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2834 | LCC = 0.8974 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.1177632074393978
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2902 | LCC = 0.8990 | SRCC = 0.8980 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4488 | LCC = 0.7256 | SRCC = 0.7008 ]
diff --git a/results_nisqa/w2v2_base/layer10/run2/config.gin b/results_nisqa/w2v2_base/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer10/run2/model.pt b/results_nisqa/w2v2_base/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6563ca7a784c299a8ae8fb1ead627b8b186fe2ed
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:def75ddf04dcb52d95a84df00ab98bf8e20d2e8cf8a356214760cb3fc6d94bd6
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer10/run2/model_best.pt b/results_nisqa/w2v2_base/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7c8c4045c05f6f39487328e397208614f0d0872
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f46c31543ff0aefa220ac23df0047edcfa491e2f28b5b2ac729726b9aebe52
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer10/run2/train.log b/results_nisqa/w2v2_base/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0b121b38a1a10a9a687134c015a8d3ca2be7c916
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46218108329814295
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3854 | LCC = 0.8525 | SRCC = 0.8515 ]
+INFO:root:Average loss=0.3030504376729789
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4138 | LCC = 0.8632 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.28057723272742563
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3589 | LCC = 0.8715 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.2581435344639541
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3408 | LCC = 0.8799 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.253617484316316
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3115 | LCC = 0.8806 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.23275497943335186
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3790 | LCC = 0.8813 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.23652098840371721
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3131 | LCC = 0.8878 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.22090926370179723
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3337 | LCC = 0.8829 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.2154677139024514
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2923 | LCC = 0.8854 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.2060442548352859
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3109 | LCC = 0.8888 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.206123977468882
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2810 | LCC = 0.8937 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.19494066271134194
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3185 | LCC = 0.8923 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.19235376639000942
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2784 | LCC = 0.8950 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.18506436390167028
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3020 | LCC = 0.8889 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.17542978294322945
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2902 | LCC = 0.8961 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.17120838380617903
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2666 | LCC = 0.8988 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.16568761206948
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2748 | LCC = 0.8985 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.1569238529901284
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2863 | LCC = 0.8976 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.16539021792439368
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2845 | LCC = 0.8962 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.1549861959122509
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3439 | LCC = 0.8911 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.15502862270512333
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2953 | LCC = 0.8981 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.14856648979159448
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2819 | LCC = 0.8964 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.14017948301541322
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2765 | LCC = 0.8967 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.14136252754685508
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2744 | LCC = 0.8953 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.1377528582435812
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2792 | LCC = 0.8959 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.13149339029554688
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2773 | LCC = 0.8943 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.12998974082097842
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2798 | LCC = 0.8958 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.13082616573813333
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2740 | LCC = 0.8949 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.12150854496769822
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2988 | LCC = 0.8883 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.11863548575625943
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2704 | LCC = 0.8925 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.11550115880077284
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2745 | LCC = 0.8933 | SRCC = 0.8942 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4628 | LCC = 0.7320 | SRCC = 0.7098 ]
diff --git a/results_nisqa/w2v2_base/layer10/run3/config.gin b/results_nisqa/w2v2_base/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer10/run3/model.pt b/results_nisqa/w2v2_base/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec4e9940998c8cef7dd70e8bf281891b0f412c0b
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e7dc997a90b1cfbdce069f02a81372d43b4a355214ec1b170f4f2796561628
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer10/run3/model_best.pt b/results_nisqa/w2v2_base/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..30bb9d228ecba3b81ea8bc1999c0f5b6a390d582
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b1ca46ecdbfa726e7b337b909b4b2c2bdc1749678095f57e69803b267e77c5d
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer10/run3/train.log b/results_nisqa/w2v2_base/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..550f0cf42dd2f12bba8c70b030a29df085e45ccd
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43384187466147317
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3747 | LCC = 0.8577 | SRCC = 0.8564 ]
+INFO:root:Average loss=0.30454706215445015
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3327 | LCC = 0.8714 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.2741919106486216
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3381 | LCC = 0.8696 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.26215998010139246
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3584 | LCC = 0.8813 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.24741452338034017
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3526 | LCC = 0.8822 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.2346976266775517
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3921 | LCC = 0.8789 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.2293493795515485
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3242 | LCC = 0.8817 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.218245038665788
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3050 | LCC = 0.8907 | SRCC = 0.8911 ]
+INFO:root:Average loss=0.2122101331549573
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2883 | LCC = 0.8915 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.2041351010516889
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2763 | LCC = 0.8929 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.1996368543605584
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2951 | LCC = 0.8931 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.19363145922133
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2815 | LCC = 0.8948 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.19072391023870147
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3395 | LCC = 0.8945 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.17944754926067902
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2876 | LCC = 0.8974 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.17943423392111166
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2934 | LCC = 0.8941 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.17223599303319964
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3047 | LCC = 0.8961 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.16657783986860616
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3038 | LCC = 0.8977 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.16450694082789338
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3051 | LCC = 0.8964 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.1637764246649825
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2863 | LCC = 0.8976 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.1555266912186766
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2924 | LCC = 0.8959 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.15005017080575744
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2898 | LCC = 0.8951 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.15337683032186045
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2826 | LCC = 0.8974 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.1450422217994067
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2720 | LCC = 0.8951 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.1391879248653533
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3213 | LCC = 0.8873 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.14042879593682428
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2708 | LCC = 0.8954 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.13414720394191026
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2577 | LCC = 0.8955 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.1322180277350321
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2605 | LCC = 0.8929 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.12805641343483345
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3504 | LCC = 0.8885 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.1261520135523267
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2770 | LCC = 0.8931 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.12315498787715945
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2997 | LCC = 0.8937 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.12442615972778012
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2749 | LCC = 0.8941 | SRCC = 0.8929 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4859 | LCC = 0.7233 | SRCC = 0.6908 ]
diff --git a/results_nisqa/w2v2_base/layer10/run4/config.gin b/results_nisqa/w2v2_base/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer10/run4/model.pt b/results_nisqa/w2v2_base/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e20df3c73d9c658d3f3f024b27627d6f91946360
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:414447e1bda602295bfb526d2e78c9a87ad14408978411a92738edf2093a37fe
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer10/run4/model_best.pt b/results_nisqa/w2v2_base/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed0841b7394c0406fa0cbc9e161f6f5db7c27796
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a689cfa08a4328e934d177d16dcc380b4c10530ac8fd50c3c5171b59934d3c8
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer10/run4/train.log b/results_nisqa/w2v2_base/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..01f8652608c429deb506605092c4e7c89a70f9f6
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48032061583389435
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4135 | LCC = 0.8539 | SRCC = 0.8520 ]
+INFO:root:Average loss=0.29815702928456267
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3527 | LCC = 0.8695 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.2782977703162011
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3549 | LCC = 0.8750 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.25989204231714236
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3121 | LCC = 0.8826 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.2409590108890754
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3329 | LCC = 0.8805 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.22954275377223946
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3210 | LCC = 0.8877 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.22186860541215522
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3102 | LCC = 0.8876 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.2240132879401218
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2967 | LCC = 0.8901 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.21563377227052788
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3212 | LCC = 0.8923 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.20071489609390325
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2885 | LCC = 0.8919 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.19960347662082298
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3603 | LCC = 0.8832 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.1900569001546485
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3187 | LCC = 0.8918 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.18293461031307376
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2965 | LCC = 0.8926 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.18284819232073823
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2784 | LCC = 0.8944 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.18587779395842138
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3300 | LCC = 0.8919 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.1800531741511615
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2888 | LCC = 0.8938 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.16916001545039216
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2780 | LCC = 0.8966 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.16043562666012373
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2847 | LCC = 0.8945 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.15650885306686335
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3094 | LCC = 0.8963 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.15868519578193654
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3867 | LCC = 0.8873 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.15454116067445348
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2717 | LCC = 0.8953 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.14943215397396528
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2617 | LCC = 0.8955 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.14007271770280222
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3043 | LCC = 0.8938 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.1391389987113848
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2514 | LCC = 0.8963 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.13550207423681468
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2636 | LCC = 0.8968 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.13196928446003467
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2587 | LCC = 0.8938 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.12714769329466571
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2912 | LCC = 0.8935 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.12994338602172156
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2715 | LCC = 0.8935 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.12359331987496745
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2753 | LCC = 0.8953 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.11943140742234412
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2820 | LCC = 0.8945 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.11934309142690173
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2819 | LCC = 0.8942 | SRCC = 0.8949 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4518 | LCC = 0.7283 | SRCC = 0.7066 ]
diff --git a/results_nisqa/w2v2_base/layer11/run0/config.gin b/results_nisqa/w2v2_base/layer11/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer11/run0/model.pt b/results_nisqa/w2v2_base/layer11/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..08cb0a2d6366231cf40214a3ef91f9b59b981358
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e40c25ca136f31801c1675b1be6864e0c8a5bae315fc9890ba06b77bfe2a51a
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer11/run0/model_best.pt b/results_nisqa/w2v2_base/layer11/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4cc7d871d6b5abe5aaf0122e33584ebc069359f
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3915bf4d20728d9f146f606ad687da19612330bb095f5f95639b7fd47ad485f9
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer11/run0/train.log b/results_nisqa/w2v2_base/layer11/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..465345bdce2eb5f5677d5d555656fed5736190ed
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.474132680996305
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5416 | LCC = 0.8380 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.32100088472311206
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4110 | LCC = 0.8437 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.2942762713384077
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4002 | LCC = 0.8663 | SRCC = 0.8650 ]
+INFO:root:Average loss=0.2784679402850267
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3260 | LCC = 0.8694 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.274144406866476
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4295 | LCC = 0.8692 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.2545170299924178
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3270 | LCC = 0.8789 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.24475672595590525
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3537 | LCC = 0.8712 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.2386091169766608
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3269 | LCC = 0.8813 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.230588035776436
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3652 | LCC = 0.8828 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.22139958563567586
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4267 | LCC = 0.8597 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.21212131973635945
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3410 | LCC = 0.8777 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.21290368130269077
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3552 | LCC = 0.8844 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.20593452186598254
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2993 | LCC = 0.8872 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.20470356269378884
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3105 | LCC = 0.8894 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.1929833255492883
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3249 | LCC = 0.8858 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.19342502602779796
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3319 | LCC = 0.8889 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.18818185900504877
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3156 | LCC = 0.8912 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.18189221564572672
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3123 | LCC = 0.8928 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.1789725025351337
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2862 | LCC = 0.8898 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.17578002840625068
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3574 | LCC = 0.8895 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.1697927085908851
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3653 | LCC = 0.8891 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.16913141762417866
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2819 | LCC = 0.8921 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.1621324250722207
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2771 | LCC = 0.8925 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.15947069300909264
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3257 | LCC = 0.8909 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.15857633509043323
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2844 | LCC = 0.8920 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.15764013268699537
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2979 | LCC = 0.8932 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.1505101580668047
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2901 | LCC = 0.8897 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.14785393443755332
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3191 | LCC = 0.8945 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.14398350402971224
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2988 | LCC = 0.8933 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.1418736855246428
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2828 | LCC = 0.8916 | SRCC = 0.8908 ]
+INFO:root:Average loss=0.13839351398751915
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3482 | LCC = 0.8930 | SRCC = 0.8926 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5411 | LCC = 0.7230 | SRCC = 0.6972 ]
diff --git a/results_nisqa/w2v2_base/layer11/run1/config.gin b/results_nisqa/w2v2_base/layer11/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer11/run1/model.pt b/results_nisqa/w2v2_base/layer11/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83bb66c2f1270e101be993e20e68ddcca0fe36f5
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb71791ed074e0ac13da7493f535d4ae50e1045a5e603c8e0970b2cf8008c718
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer11/run1/model_best.pt b/results_nisqa/w2v2_base/layer11/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ce6f4b76dc4751d75d38ddfed1510a6a875d517
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0e24a7c540025f2fbf453517eaf2be0dc314671ea5939f214566fe3bb133e76
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer11/run1/train.log b/results_nisqa/w2v2_base/layer11/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9e99bac9bb9a7633404f9c127d6f065fcd121d81
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47733669715120614
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6080 | LCC = 0.8133 | SRCC = 0.8325 ]
+INFO:root:Average loss=0.33974870901576354
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3705 | LCC = 0.8582 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.30122681969852116
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3856 | LCC = 0.8649 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.28440894005615586
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3346 | LCC = 0.8638 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.27103216636043065
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3769 | LCC = 0.8716 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.25304233502445883
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3595 | LCC = 0.8737 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.24335025543766903
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3602 | LCC = 0.8770 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.24695823104739878
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3387 | LCC = 0.8747 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.2290469630260688
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3119 | LCC = 0.8796 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.2247836353806402
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3268 | LCC = 0.8815 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.22490085467610055
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3248 | LCC = 0.8788 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.21793830653146512
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3459 | LCC = 0.8708 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.21414518748232395
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3207 | LCC = 0.8894 | SRCC = 0.8884 ]
+INFO:root:Average loss=0.2056260580100076
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3265 | LCC = 0.8879 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.1981273000639987
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3177 | LCC = 0.8866 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.19204876636494103
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3462 | LCC = 0.8880 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.19602274515725285
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3341 | LCC = 0.8902 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.18791218041684588
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3219 | LCC = 0.8835 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.1810079545127174
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3474 | LCC = 0.8817 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.1803952300910316
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3282 | LCC = 0.8906 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.17488572509647105
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3394 | LCC = 0.8817 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.17322126935327672
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3028 | LCC = 0.8866 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.16857778952817695
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3309 | LCC = 0.8906 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.16043610823464532
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3160 | LCC = 0.8832 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.160347786468233
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3092 | LCC = 0.8912 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.15647704567695628
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3306 | LCC = 0.8788 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.1550737127575571
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2912 | LCC = 0.8902 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.1482119162303175
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3213 | LCC = 0.8864 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.1476421213649601
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3093 | LCC = 0.8885 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.14303931296733075
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3296 | LCC = 0.8910 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.1389929622497862
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3079 | LCC = 0.8901 | SRCC = 0.8891 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4459 | LCC = 0.7090 | SRCC = 0.6818 ]
diff --git a/results_nisqa/w2v2_base/layer11/run2/config.gin b/results_nisqa/w2v2_base/layer11/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer11/run2/model.pt b/results_nisqa/w2v2_base/layer11/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66d389388edb0b7db06eb65a998450cba08c0203
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:16a96c57ced534b9540ebaedea7083980a5131f3897ed309c608df9d0e4fe4aa
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer11/run2/model_best.pt b/results_nisqa/w2v2_base/layer11/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb3a6a460c5ff92e2a6233da331a5e755b0fd467
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b9d68d5a5f48492f639fb89803ddb4869daa44e70f68181f28693106933b1bb3
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer11/run2/train.log b/results_nisqa/w2v2_base/layer11/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2cec1f1b0ac2a03091b80b48f96efbab59252ecb
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46463590877593597
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4477 | LCC = 0.8317 | SRCC = 0.8401 ]
+INFO:root:Average loss=0.32390040589894864
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3772 | LCC = 0.8566 | SRCC = 0.8569 ]
+INFO:root:Average loss=0.29982792917703616
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4366 | LCC = 0.8651 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.2797614969959149
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4069 | LCC = 0.8555 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.2671988428155811
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3687 | LCC = 0.8737 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.25954774159916566
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3569 | LCC = 0.8723 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.24566497838910603
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3382 | LCC = 0.8771 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.2343010345979922
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3318 | LCC = 0.8793 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.22696840616664446
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3527 | LCC = 0.8803 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.2230741169325189
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3663 | LCC = 0.8746 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.22454542696820518
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4115 | LCC = 0.8703 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.21739899207746363
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3253 | LCC = 0.8860 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.20407944952132384
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3621 | LCC = 0.8834 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.1972960779777152
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3106 | LCC = 0.8837 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.1988502206829931
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3534 | LCC = 0.8828 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.19442240316743795
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3391 | LCC = 0.8872 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.19345575639967286
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3200 | LCC = 0.8850 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.18274363061423934
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3242 | LCC = 0.8887 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.17917918560305082
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4102 | LCC = 0.8751 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.18000322743991895
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2911 | LCC = 0.8862 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.17753703999898338
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3593 | LCC = 0.8874 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.16967461710375858
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3628 | LCC = 0.8849 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.16820504064160274
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2926 | LCC = 0.8877 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.16379604049328433
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3105 | LCC = 0.8849 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.1601520909394832
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2900 | LCC = 0.8902 | SRCC = 0.8906 ]
+INFO:root:Average loss=0.16008468846537474
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2995 | LCC = 0.8899 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.1525043185391178
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3107 | LCC = 0.8910 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.14989794239487952
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3007 | LCC = 0.8907 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.1497279253136905
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2774 | LCC = 0.8904 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.14445041602402064
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3491 | LCC = 0.8842 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.14164692852538446
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3212 | LCC = 0.8883 | SRCC = 0.8887 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4955 | LCC = 0.7025 | SRCC = 0.6804 ]
diff --git a/results_nisqa/w2v2_base/layer11/run3/config.gin b/results_nisqa/w2v2_base/layer11/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer11/run3/model.pt b/results_nisqa/w2v2_base/layer11/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..384f3d9e25521b13ea78d506fef8b8ff1c6d84c4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e79c5c11851168eee737103f08a98426817fe1c639e1f74b4a70acdcb5ea6b9e
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer11/run3/model_best.pt b/results_nisqa/w2v2_base/layer11/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b1827fdcda4625f556477a28ec2931e77ba318c
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab3bfee2041355ece030fac00bb44b6978c272bcdd141dadcc9601886834128a
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer11/run3/train.log b/results_nisqa/w2v2_base/layer11/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ec535a854527894c76434c1be62490e5fa0fcd8f
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4620405965285494
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3965 | LCC = 0.8473 | SRCC = 0.8462 ]
+INFO:root:Average loss=0.31781415296772314
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4987 | LCC = 0.8627 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.292314812541008
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3794 | LCC = 0.8634 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.2750097626034235
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3365 | LCC = 0.8703 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.2730077144210738
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3227 | LCC = 0.8763 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.2573402849580511
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3209 | LCC = 0.8801 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.24272167833381994
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3628 | LCC = 0.8811 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.24099531192655507
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3235 | LCC = 0.8807 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.2385273949603814
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3070 | LCC = 0.8823 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.22030089558721277
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3364 | LCC = 0.8794 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.22711846955938836
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3062 | LCC = 0.8865 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.2158240454992807
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4068 | LCC = 0.8754 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.2114961466434374
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3266 | LCC = 0.8880 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.20935174495498568
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3036 | LCC = 0.8876 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.19947428230433106
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3367 | LCC = 0.8869 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.19939817893022746
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3299 | LCC = 0.8863 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.19305794953094052
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3214 | LCC = 0.8854 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.18507354069135093
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3277 | LCC = 0.8890 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.184610636161931
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3035 | LCC = 0.8886 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.17729600885010868
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3362 | LCC = 0.8880 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.17458462344773243
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3065 | LCC = 0.8882 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.16608436504712684
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3237 | LCC = 0.8837 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.17042777743298193
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2863 | LCC = 0.8902 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.16523306592868242
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2840 | LCC = 0.8918 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.1591887455110605
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3316 | LCC = 0.8872 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.1574991424648748
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2846 | LCC = 0.8908 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.15473645852308052
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3235 | LCC = 0.8905 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.15519456444792665
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3334 | LCC = 0.8842 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.14880021411731753
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3144 | LCC = 0.8861 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.14378533012777395
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3100 | LCC = 0.8907 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.1423871598577913
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2878 | LCC = 0.8910 | SRCC = 0.8897 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4982 | LCC = 0.7159 | SRCC = 0.6956 ]
diff --git a/results_nisqa/w2v2_base/layer11/run4/config.gin b/results_nisqa/w2v2_base/layer11/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer11/run4/model_best.pt b/results_nisqa/w2v2_base/layer11/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c31b7e6d1327727c985ddb9ac15a414270b16dbd
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10dfb9205f11e8fff5af164f330be661ab346fdfa729d15f58b5e39ce6967fec
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer11/run4/train.log b/results_nisqa/w2v2_base/layer11/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3590bfa9bb4665e6c761b3944d7706bd6349080f
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer11/run4/train.log
@@ -0,0 +1,70 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4620270766963849
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4560 | LCC = 0.8372 | SRCC = 0.8380 ]
+INFO:root:Average loss=0.3194237661499508
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4299 | LCC = 0.8595 | SRCC = 0.8577 ]
+INFO:root:Average loss=0.2888425831505329
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3817 | LCC = 0.8629 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.27800119310789717
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3815 | LCC = 0.8705 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.2717187588959071
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4069 | LCC = 0.8644 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.2605131551020407
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3592 | LCC = 0.8764 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.24797116409491943
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3312 | LCC = 0.8776 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.2404291340381424
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3705 | LCC = 0.8786 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.23980423144866966
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3672 | LCC = 0.8745 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.22874266305410793
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3437 | LCC = 0.8753 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.22628911627682646
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3268 | LCC = 0.8808 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.22048742293966989
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3284 | LCC = 0.8823 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.21642122279874162
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3281 | LCC = 0.8866 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.2101905686145573
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2992 | LCC = 0.8855 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.20185663930081219
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3172 | LCC = 0.8798 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.19737041168819272
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3276 | LCC = 0.8853 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.19482656129006015
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3096 | LCC = 0.8873 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.1925587480554002
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3044 | LCC = 0.8863 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.18725930206003905
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3219 | LCC = 0.8874 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.18017866501229346
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2898 | LCC = 0.8883 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.17924423972306225
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3608 | LCC = 0.8845 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.17675558503480315
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3221 | LCC = 0.8841 | SRCC = 0.8850 ]
diff --git a/results_nisqa/w2v2_base/layer2/run0/config.gin b/results_nisqa/w2v2_base/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer2/run0/model.pt b/results_nisqa/w2v2_base/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55e55580f6c8fdc6153a95dd93eae34963385b21
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5cc1a5fe2823f5b47f567f960a57a10021db6be68024d985e0cd6ab0c339939
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer2/run0/model_best.pt b/results_nisqa/w2v2_base/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae17f79a44de697e7ddea097b4a20115b66de973
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b944b2be705a8005eb96ea4fce44abe6d453b5c9241dbf88a9d3a60cd00f8de
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer2/run0/train.log b/results_nisqa/w2v2_base/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..55e5c52e1685d217f591d11ace50965467167eb1
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4096420305657249
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3026 | LCC = 0.8847 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.22984427110308167
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3123 | LCC = 0.8998 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.20002601635938436
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2606 | LCC = 0.9074 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.1846576037606752
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2991 | LCC = 0.9102 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.1757927586060728
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2612 | LCC = 0.9105 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.16188151768349499
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2762 | LCC = 0.9122 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.15272292193305287
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2793 | LCC = 0.9099 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.14662275334141847
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2449 | LCC = 0.9097 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.13791655262426145
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2538 | LCC = 0.9102 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1310928672379841
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2898 | LCC = 0.9079 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.12726001618053182
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2791 | LCC = 0.9076 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.12031359406392698
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2706 | LCC = 0.9086 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.11604630481990087
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2374 | LCC = 0.9088 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.10926120861761832
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2706 | LCC = 0.9069 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.1044273511695035
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2951 | LCC = 0.9058 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.10071817701520948
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3016 | LCC = 0.9033 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.09593085063933637
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2348 | LCC = 0.9076 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.09359695994957334
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2743 | LCC = 0.9048 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.09006945543378764
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2396 | LCC = 0.9069 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08220580302049658
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2530 | LCC = 0.9084 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.083879552695448
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2820 | LCC = 0.9038 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.07862455537811869
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3033 | LCC = 0.9019 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.0740612420990977
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3192 | LCC = 0.9002 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.07271586586801992
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3040 | LCC = 0.9012 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.07002212473250538
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2792 | LCC = 0.9042 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.06811323865300659
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2690 | LCC = 0.9029 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.06612626893844219
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2615 | LCC = 0.9048 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.06376720824941046
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2649 | LCC = 0.9035 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.061597340035042324
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2700 | LCC = 0.9042 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.0579899167695831
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3055 | LCC = 0.8996 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.05841658992229858
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2863 | LCC = 0.9008 | SRCC = 0.9021 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4457 | LCC = 0.7736 | SRCC = 0.7617 ]
diff --git a/results_nisqa/w2v2_base/layer2/run1/config.gin b/results_nisqa/w2v2_base/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer2/run1/model.pt b/results_nisqa/w2v2_base/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29a50d857f4ac0e7ac9f394956ee5c95df25a7af
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bade12d05f8385fa515fde893281110b1bf744f848d772ead58d17fa8e82450d
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer2/run1/model_best.pt b/results_nisqa/w2v2_base/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70ab86faa1a5157a5285f650cd42a31ad86a8bc9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3f0b2f4eb890d9d0bc96f221e2fa6c16c44774ceb82758ed2d04e0de4119e0e
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer2/run1/train.log b/results_nisqa/w2v2_base/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ed55062bbc6c9840f78e601a0aef04f5aa2e3acf
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41358149292841123
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3042 | LCC = 0.8902 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.22731578462041183
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2775 | LCC = 0.9059 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.19448473928980745
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2971 | LCC = 0.9091 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.18213457187820722
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2795 | LCC = 0.9114 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.1722169062391871
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2999 | LCC = 0.9102 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.16084170001262874
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2572 | LCC = 0.9112 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1530831177110617
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2808 | LCC = 0.9106 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.14371971579300874
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2582 | LCC = 0.9137 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1356493878054481
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2656 | LCC = 0.9135 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.13213672872223606
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2392 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12319736410944448
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2508 | LCC = 0.9108 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.11660946203621826
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2471 | LCC = 0.9115 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.11766343723142768
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2599 | LCC = 0.9074 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.10915654764182306
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2609 | LCC = 0.9110 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1020579976541114
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2436 | LCC = 0.9093 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.09930597719429546
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2477 | LCC = 0.9112 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.09307863688193305
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2567 | LCC = 0.9082 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.08835755721423667
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2505 | LCC = 0.9071 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08788420322399608
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2486 | LCC = 0.9089 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.08087982812282667
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2474 | LCC = 0.9066 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08051145444974045
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2437 | LCC = 0.9098 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07721692646686741
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2472 | LCC = 0.9072 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.0717782591485736
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2559 | LCC = 0.9074 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.06987186732319738
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2456 | LCC = 0.9052 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.07002348864095749
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2548 | LCC = 0.9040 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.0671169820182413
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2467 | LCC = 0.9063 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.06455921650880334
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2508 | LCC = 0.9064 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.06032538205126806
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2559 | LCC = 0.9054 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.057980610865216727
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2635 | LCC = 0.9053 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.05806342055859593
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2494 | LCC = 0.9061 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.0554573622914408
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2661 | LCC = 0.9056 | SRCC = 0.9054 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3675 | LCC = 0.7709 | SRCC = 0.7554 ]
diff --git a/results_nisqa/w2v2_base/layer2/run2/config.gin b/results_nisqa/w2v2_base/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer2/run2/model.pt b/results_nisqa/w2v2_base/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..164c0e115faaa7b2e6671c768e6e1480fc62a2cc
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b05e52e3059a5a951cf69d4cf9496d14317a4ade0f2814869680686d0520066
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer2/run2/model_best.pt b/results_nisqa/w2v2_base/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ee179a58057d1a55b8673f053174f54b7d8ae50
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab06785b9232ab8ea7379b89fb929715c77f4825510ca3f64f9971ebce64b432
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer2/run2/train.log b/results_nisqa/w2v2_base/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b206af831dcd3bafd5f2a9f54e9c15da9378785
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42754204734901474
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3221 | LCC = 0.8876 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.22792626219677786
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2763 | LCC = 0.9042 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.19964757626284066
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2643 | LCC = 0.9088 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.18442135747802052
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2847 | LCC = 0.9082 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1725943142365169
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2429 | LCC = 0.9106 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1626225211630667
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2351 | LCC = 0.9115 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.15103341049024824
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2592 | LCC = 0.9117 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1484397880173143
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2464 | LCC = 0.9124 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.13939737563016097
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2477 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.13104205031615462
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2372 | LCC = 0.9118 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.12280440502773131
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2381 | LCC = 0.9121 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.11947519138369257
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2387 | LCC = 0.9119 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.11505219060389292
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2356 | LCC = 0.9113 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1054603413522588
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2359 | LCC = 0.9131 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.10257952643095414
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2410 | LCC = 0.9118 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09932519807722527
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2581 | LCC = 0.9102 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.09467206247193966
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2484 | LCC = 0.9113 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08896185283285345
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2370 | LCC = 0.9075 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.086239747272406
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2486 | LCC = 0.9079 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.08462002938021125
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2596 | LCC = 0.9100 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.0795273492920261
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2417 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.0777542426148591
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2374 | LCC = 0.9101 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.07349857392941596
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2576 | LCC = 0.9090 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06997007465345322
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2495 | LCC = 0.9067 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07094258365000604
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2467 | LCC = 0.9098 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.06614685547403518
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2367 | LCC = 0.9090 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.06373218841032485
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2387 | LCC = 0.9092 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06368467760826811
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2475 | LCC = 0.9077 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.06152445310457593
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2420 | LCC = 0.9086 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.05740931470786905
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2359 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.05712095027886374
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2546 | LCC = 0.9089 | SRCC = 0.9083 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3467 | LCC = 0.7825 | SRCC = 0.7727 ]
diff --git a/results_nisqa/w2v2_base/layer2/run3/config.gin b/results_nisqa/w2v2_base/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer2/run3/model.pt b/results_nisqa/w2v2_base/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a6d58fd277cd60bf4ddb1c1ad8037e4cce17573
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:82ab77d1e16b785a5849101c2b487968a96b831f0638c69d573326f1b30f8e79
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer2/run3/model_best.pt b/results_nisqa/w2v2_base/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8996645f34ee7e939befec37f2997c07b49d961d
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0eca102ab9dd565d48efcf4ab09822779ffd721200f07c6ea6c17e3fa3faeb2
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer2/run3/train.log b/results_nisqa/w2v2_base/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..93d21516008090d857f3e0cac76004881de1db04
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4131603864576086
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3107 | LCC = 0.8866 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.23319590798003137
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2759 | LCC = 0.9055 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.19652447513589968
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2843 | LCC = 0.9105 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.181639445439584
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2589 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.16919797051676436
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2616 | LCC = 0.9133 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1580691804861747
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2508 | LCC = 0.9155 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1497405199387859
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2528 | LCC = 0.9154 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.14232303477780667
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2306 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.13548609997668018
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2522 | LCC = 0.9150 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1320321332081894
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2453 | LCC = 0.9133 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.12366726822246706
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2405 | LCC = 0.9124 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.11669080924092001
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2446 | LCC = 0.9135 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11014303849267133
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2571 | LCC = 0.9115 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.10577741360044204
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2450 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.10017183696517365
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2348 | LCC = 0.9106 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.09496019821549427
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2404 | LCC = 0.9118 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.09271217966613741
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2492 | LCC = 0.9091 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.08863589445376671
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2454 | LCC = 0.9085 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.08336216753962412
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2473 | LCC = 0.9100 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07973489432321118
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.9097 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07944016212414455
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2412 | LCC = 0.9097 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.0740080466547798
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2467 | LCC = 0.9095 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.07257732423829895
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2661 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.06702942793079883
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2451 | LCC = 0.9091 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.0648899564379557
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2508 | LCC = 0.9073 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06573432481530085
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2332 | LCC = 0.9093 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.06036642021526491
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2547 | LCC = 0.9084 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.061290270202077196
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2524 | LCC = 0.9067 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.05788901424563
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2600 | LCC = 0.9069 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.0565965275974632
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2436 | LCC = 0.9088 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.05572585128463073
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2617 | LCC = 0.9054 | SRCC = 0.9058 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3573 | LCC = 0.7817 | SRCC = 0.7709 ]
diff --git a/results_nisqa/w2v2_base/layer2/run4/config.gin b/results_nisqa/w2v2_base/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer2/run4/model.pt b/results_nisqa/w2v2_base/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbd9af06c86f4e5b70ba9c84c0d22e14d2ba77ee
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad697af027013dd31f1e86c9ae3836cc3a3f116b4bfbcf574525f94ec8cea6fe
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer2/run4/model_best.pt b/results_nisqa/w2v2_base/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbcaec9482bc7e550e5d3d43a00d9920086b3697
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf84dfddeb0fba2cfc85310e8e4d0c74d3217e8b6bf443e8776a13c27e60b010
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer2/run4/train.log b/results_nisqa/w2v2_base/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..46f2368167efd2d7c850847013e1d10bd833ee19
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4379958030633155
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3391 | LCC = 0.8888 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.22829823885005335
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2794 | LCC = 0.9040 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.19521730871214343
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2666 | LCC = 0.9096 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.18020107989021808
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2601 | LCC = 0.9121 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1723364773340997
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2681 | LCC = 0.9120 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.15517318989500145
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2494 | LCC = 0.9128 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.15070535513879246
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2266 | LCC = 0.9117 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.1425455725089663
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2419 | LCC = 0.9119 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.13811109322688483
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2467 | LCC = 0.9140 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.13043598946980658
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2322 | LCC = 0.9118 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.12251936799356702
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2451 | LCC = 0.9112 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.11555735172563894
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2464 | LCC = 0.9085 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.11120360783931148
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2515 | LCC = 0.9107 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.10834459301536482
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2602 | LCC = 0.9106 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.101919647909141
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2440 | LCC = 0.9099 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.0977828693441573
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2635 | LCC = 0.9085 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.09036500129654917
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2502 | LCC = 0.9056 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.08861981810345126
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2691 | LCC = 0.9062 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.08569349374385238
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2473 | LCC = 0.9045 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.08212566834395331
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2420 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07940960660404553
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2476 | LCC = 0.9076 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.07538991796143482
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2680 | LCC = 0.9075 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07456442216314332
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2401 | LCC = 0.9074 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.07002924554954375
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2671 | LCC = 0.9049 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.06801772978953544
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2586 | LCC = 0.9048 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.06865291652738015
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2387 | LCC = 0.9064 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.06523736581378589
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2505 | LCC = 0.9047 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.0611035211840806
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2490 | LCC = 0.9036 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.05833660104888023
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2498 | LCC = 0.9050 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.05856288381653025
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2794 | LCC = 0.9008 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.057066784977826766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2621 | LCC = 0.9054 | SRCC = 0.9047 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3463 | LCC = 0.7812 | SRCC = 0.7658 ]
diff --git a/results_nisqa/w2v2_base/layer3/run0/config.gin b/results_nisqa/w2v2_base/layer3/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer3/run0/model.pt b/results_nisqa/w2v2_base/layer3/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c509b267bd55392842056160b92074c95bbd50a8
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:327cb9dc500786d09b206a06a4a71782e85d40849525e13b5ea4c70ceb406d73
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer3/run0/model_best.pt b/results_nisqa/w2v2_base/layer3/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a4917bcf92637e56fc828fd8b90dccc259a1983a
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c9a22f46360602042def31f7b1a40a9a7b972529d6966e512d5788d01f8223
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer3/run0/train.log b/results_nisqa/w2v2_base/layer3/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e91304a83611b8ab0dca89d544f7156330b790f9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4028485006507421
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3141 | LCC = 0.8887 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.22974686229849137
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3364 | LCC = 0.9019 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.20199407400251124
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2948 | LCC = 0.9058 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.187090259755967
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2667 | LCC = 0.9077 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.17394191194648687
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2551 | LCC = 0.9107 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1669703227160983
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2937 | LCC = 0.9085 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.15472185211202313
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2852 | LCC = 0.9103 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1479176786765887
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2520 | LCC = 0.9111 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.14006102985212568
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2590 | LCC = 0.9104 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1371275827805431
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2852 | LCC = 0.9090 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.12684566032335248
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2798 | LCC = 0.9056 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.12236018302295938
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2415 | LCC = 0.9096 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.11547472213820226
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2466 | LCC = 0.9068 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.10914857429317656
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2698 | LCC = 0.9076 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.105538902255152
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2412 | LCC = 0.9067 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.10010249193520904
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2524 | LCC = 0.9070 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.095295339585901
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2481 | LCC = 0.9070 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.09078154473893904
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2499 | LCC = 0.9045 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.08965413769803984
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2606 | LCC = 0.9037 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.08422747779788309
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2674 | LCC = 0.9046 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.08152075073105751
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2538 | LCC = 0.9053 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.0781973372778796
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2546 | LCC = 0.9042 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.07844763160871633
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2686 | LCC = 0.9045 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.07342352291752148
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2552 | LCC = 0.9014 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.07130605320451576
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2696 | LCC = 0.9014 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.0673509984777842
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2529 | LCC = 0.9050 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.06507271668211573
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2505 | LCC = 0.9044 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.06432413152618215
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2448 | LCC = 0.9045 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.06283102580749919
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2608 | LCC = 0.9036 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.06140698202901838
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2500 | LCC = 0.9042 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.05872657113423237
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2493 | LCC = 0.9028 | SRCC = 0.9024 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3969 | LCC = 0.7886 | SRCC = 0.7751 ]
diff --git a/results_nisqa/w2v2_base/layer3/run1/config.gin b/results_nisqa/w2v2_base/layer3/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer3/run1/model.pt b/results_nisqa/w2v2_base/layer3/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fd99a90c739d64674472cf303469bf24d6cf8f6
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94240d019ea9e9e476905506956db5dd45b2799c89af7b3e883eb1dd5588db12
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer3/run1/model_best.pt b/results_nisqa/w2v2_base/layer3/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe8416283e87193d358d37a6b58e8c175a28c885
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a388b14695cfb86b1082f21cec63b59a4bc00419bbb998c728541fe437dfab64
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer3/run1/train.log b/results_nisqa/w2v2_base/layer3/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..141727235729bbf82d017bb964126bb8183efbd6
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4198168045868074
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3249 | LCC = 0.8824 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.23460435126558205
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2859 | LCC = 0.8998 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.20431234743553778
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2979 | LCC = 0.9009 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.18739978805442767
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2575 | LCC = 0.9074 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.17590011217001544
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2689 | LCC = 0.9089 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.16640983922460864
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2521 | LCC = 0.9090 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.15687518670207504
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2496 | LCC = 0.9080 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.14891993960720956
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2771 | LCC = 0.9086 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.14287247086708257
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2402 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.13379226332110478
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2451 | LCC = 0.9089 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.1251754383045125
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2537 | LCC = 0.9103 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.12406335193986838
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2559 | LCC = 0.9098 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.11786854327414077
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2534 | LCC = 0.9094 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.11097315078698142
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2378 | LCC = 0.9090 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.1017671758255173
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2684 | LCC = 0.9104 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.10090484513195953
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2509 | LCC = 0.9094 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.09330291641240863
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2398 | LCC = 0.9097 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.0911222338418051
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2411 | LCC = 0.9082 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08918958790384965
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2721 | LCC = 0.9039 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.08772154557222576
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2470 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.08212423744487625
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2459 | LCC = 0.9062 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.07834572818754726
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2527 | LCC = 0.9080 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.07412831241943243
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2453 | LCC = 0.9053 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.07392407895598797
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2569 | LCC = 0.9039 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.07013543217168378
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2471 | LCC = 0.9060 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.06826305363564134
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2505 | LCC = 0.9067 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.06576338841046901
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2514 | LCC = 0.9062 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.0646895870695569
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2595 | LCC = 0.9052 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.06134212187173738
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2432 | LCC = 0.9048 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.06152567547353017
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2480 | LCC = 0.9054 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.05800504500121739
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2586 | LCC = 0.9036 | SRCC = 0.9049 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3922 | LCC = 0.7952 | SRCC = 0.7896 ]
diff --git a/results_nisqa/w2v2_base/layer3/run2/config.gin b/results_nisqa/w2v2_base/layer3/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer3/run2/model.pt b/results_nisqa/w2v2_base/layer3/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0275fc1c8d3788ce5c283dbc3bbaa1407c724d7e
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2b0008c75c9f93ad31ef18b34b4c13c84ad85fdca5a949d08a064ad7ff78759
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer3/run2/model_best.pt b/results_nisqa/w2v2_base/layer3/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ff31c2d025f1d2406703fb356ff941a3d2fb5b4e
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2945a11ab32d82ad7de719feedf294689d5707b97c3e9e9920d93fc0a0124e65
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer3/run2/train.log b/results_nisqa/w2v2_base/layer3/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c1dce00d70bde4d1108e02d9cd9a7c8fd843dab4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4298722919701152
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3231 | LCC = 0.8823 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.23601499897551675
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2956 | LCC = 0.8988 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.20678585332769878
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2711 | LCC = 0.9047 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.18677289120723747
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2614 | LCC = 0.9083 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.17434293423601657
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2658 | LCC = 0.9096 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.16648991121722095
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2500 | LCC = 0.9104 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.15628391850976586
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2534 | LCC = 0.9112 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.14750015386784007
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2516 | LCC = 0.9098 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.1392849924075121
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2594 | LCC = 0.9108 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.1372326742104023
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2827 | LCC = 0.9083 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.12734593489783347
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2504 | LCC = 0.9097 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.12209349427092282
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2339 | LCC = 0.9092 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.11489987435799114
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2462 | LCC = 0.9080 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.10869757602841867
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2475 | LCC = 0.9078 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.10332096712609937
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2611 | LCC = 0.9058 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.10046686356984122
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2486 | LCC = 0.9060 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.0955995022389241
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2411 | LCC = 0.9072 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.09130017605820143
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2435 | LCC = 0.9051 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.08779278627968248
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2600 | LCC = 0.9050 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.08447978214893727
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2557 | LCC = 0.9050 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.07990527900226543
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2397 | LCC = 0.9051 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.07834507733841851
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2369 | LCC = 0.9040 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.07545367240733494
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2713 | LCC = 0.9007 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.07314241117652441
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2484 | LCC = 0.9035 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.06811465835467928
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2540 | LCC = 0.9027 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.06659433140144871
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2661 | LCC = 0.9035 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.06672355726447408
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2526 | LCC = 0.9036 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.0647490213845851
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2508 | LCC = 0.9053 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.06202110574941415
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2463 | LCC = 0.9034 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.05984427869276849
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2617 | LCC = 0.9022 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.05911555541733097
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2470 | LCC = 0.9046 | SRCC = 0.9044 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3379 | LCC = 0.8148 | SRCC = 0.8108 ]
diff --git a/results_nisqa/w2v2_base/layer3/run3/config.gin b/results_nisqa/w2v2_base/layer3/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer3/run3/model.pt b/results_nisqa/w2v2_base/layer3/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fa6c7aacb36148e592a7b1c50ceedcd458a90a1
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:335ea2dbc6a0b32d6e2eeb1a4a7cb2948b84ade71be7cb854cd2b4a6fb640fff
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer3/run3/model_best.pt b/results_nisqa/w2v2_base/layer3/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..198aacce61bbfd25ba9106220dea5819f12c95c9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa12e8dbe672182591f87894c112302d9c30313c34f9496648ede87ac6fb969
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer3/run3/train.log b/results_nisqa/w2v2_base/layer3/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..740d463cac651bca7221343f924a5771cac5e659
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43237149603449543
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3203 | LCC = 0.8848 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.2327028100373428
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2857 | LCC = 0.9019 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.20513137279218333
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2915 | LCC = 0.9048 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.18777821927918176
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2687 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.17534908566171722
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2970 | LCC = 0.9066 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.16451591692563428
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2508 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.16058648860006663
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2540 | LCC = 0.9100 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.14589509785692126
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2541 | LCC = 0.9098 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.13934225166980932
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2567 | LCC = 0.9080 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.13030368998388334
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2489 | LCC = 0.9085 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.12539043613424192
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2564 | LCC = 0.9082 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.12201834392513154
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2435 | LCC = 0.9087 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.11072360039446395
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2478 | LCC = 0.9090 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.10963517173349513
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2876 | LCC = 0.9016 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.10124145560181899
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2368 | LCC = 0.9066 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.09877811212932443
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2659 | LCC = 0.9025 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.09603924183659471
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2524 | LCC = 0.9061 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.0880220402355139
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2510 | LCC = 0.9053 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.08501723206284419
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2681 | LCC = 0.9021 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.08575574842663859
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2472 | LCC = 0.9037 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.07675702553350112
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2726 | LCC = 0.9027 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.0784657065449767
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2590 | LCC = 0.9000 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.07497245678408987
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2576 | LCC = 0.9034 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.07092332930406393
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2556 | LCC = 0.9050 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.07005583830823787
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2641 | LCC = 0.9015 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.06720732656345202
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2546 | LCC = 0.9021 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.06433076895988746
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2533 | LCC = 0.9029 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.0620203214466055
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2517 | LCC = 0.9011 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.061403228540641036
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2606 | LCC = 0.9020 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.05938103323468583
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2546 | LCC = 0.9009 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.05820872860750711
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2551 | LCC = 0.9027 | SRCC = 0.9031 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3914 | LCC = 0.8116 | SRCC = 0.8002 ]
diff --git a/results_nisqa/w2v2_base/layer3/run4/config.gin b/results_nisqa/w2v2_base/layer3/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer3/run4/model.pt b/results_nisqa/w2v2_base/layer3/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..228af31ea9bae49568ae6811f07cf6a9310b9719
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e40204e57e8936e94cc24d566af3cfe01b5a51ab66450d5c71e3beb978ba7936
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer3/run4/model_best.pt b/results_nisqa/w2v2_base/layer3/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7eb7e3aa7097529238edf37e57b5a49042bcd9c2
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a253359cf7cba31e410559ad980b6ba51393f4089d79e110905091f5859f4b3
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer3/run4/train.log b/results_nisqa/w2v2_base/layer3/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..10c6291866f55e12a361874945771fee0c62cead
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer3/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4353930954471489
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3296 | LCC = 0.8820 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.23519267081525286
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2961 | LCC = 0.9010 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.20515224376338065
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2887 | LCC = 0.9065 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.1870035152300934
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2625 | LCC = 0.9082 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.17621781233418193
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2408 | LCC = 0.9119 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.16588083719242516
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3006 | LCC = 0.9100 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.1543004845263641
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2365 | LCC = 0.9124 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.14527857032297664
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2387 | LCC = 0.9121 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.14230417852112323
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2367 | LCC = 0.9118 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1347823457394032
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2724 | LCC = 0.9055 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.12751362709640768
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2658 | LCC = 0.9102 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.1210548850153223
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2600 | LCC = 0.9104 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.1126889263015951
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2517 | LCC = 0.9098 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.10731580993429773
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2398 | LCC = 0.9088 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.1019962639305633
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2549 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09938013066962964
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2549 | LCC = 0.9065 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.09456498513934929
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2401 | LCC = 0.9072 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08863317972921222
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2368 | LCC = 0.9096 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.08801983826594546
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2529 | LCC = 0.9065 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.0849651158329724
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2540 | LCC = 0.9054 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.08122711488707907
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2417 | LCC = 0.9069 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07743263720518592
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2809 | LCC = 0.9007 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.07302962202643383
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2567 | LCC = 0.9036 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.07341636336177071
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2522 | LCC = 0.9052 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.06917071613789982
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2517 | LCC = 0.9046 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.07013486590602494
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2380 | LCC = 0.9053 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.06486618079546559
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2538 | LCC = 0.9055 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.06394414707070831
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2500 | LCC = 0.9050 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.06036779506271974
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2517 | LCC = 0.9043 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.05745543645038081
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2526 | LCC = 0.9046 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.056367213229481884
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2482 | LCC = 0.9038 | SRCC = 0.9045 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4019 | LCC = 0.8020 | SRCC = 0.7898 ]
diff --git a/results_nisqa/w2v2_base/layer4/run0/config.gin b/results_nisqa/w2v2_base/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer4/run0/model.pt b/results_nisqa/w2v2_base/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d37f8085d269908c16c38dc0c61ba70228e4344e
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e75af49c9539cd9c8199589539e05a65e6b0fc65c86af24e1fb414e9da35940
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer4/run0/model_best.pt b/results_nisqa/w2v2_base/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08b8dcab3a43b51c9d96a9f9b33333fe80e46e9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d126f8abfd73014ecd3526ef158e59ff8ca7f54c8f26e442186a9806215261ba
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer4/run0/train.log b/results_nisqa/w2v2_base/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bf92c6e5103446bdbd353deb39c8ee0b883b1e3c
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44536306928692526
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3485 | LCC = 0.8778 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.23727010629769696
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2936 | LCC = 0.8928 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.20968924635063016
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2900 | LCC = 0.9006 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.19133513149498516
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2726 | LCC = 0.9021 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.17810675165901294
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2811 | LCC = 0.9028 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.16599513051999099
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2536 | LCC = 0.9033 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.15333566388298323
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2857 | LCC = 0.9017 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.14610522404054685
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2600 | LCC = 0.9029 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.1383568084222733
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2533 | LCC = 0.9050 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.1310927865305388
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2712 | LCC = 0.9036 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.12264198865849159
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2589 | LCC = 0.9007 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.12074532667767106
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2660 | LCC = 0.9007 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.10996463601988864
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2614 | LCC = 0.8999 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.10480003020150123
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2631 | LCC = 0.8999 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.09969371552929024
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2693 | LCC = 0.9006 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.0980236210962596
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2514 | LCC = 0.9007 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.08792964048209907
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2819 | LCC = 0.8973 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.08455174758685807
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2880 | LCC = 0.8957 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.08329927604753158
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2718 | LCC = 0.8953 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.07691198494823683
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2622 | LCC = 0.8956 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.07489063780259535
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2630 | LCC = 0.8946 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.07124976273303087
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2636 | LCC = 0.8968 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.06962118861992235
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2603 | LCC = 0.8974 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.06459977551002723
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2572 | LCC = 0.8956 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.06452166394605113
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2767 | LCC = 0.8938 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.06312472582121804
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2713 | LCC = 0.8956 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.06062882296697942
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2537 | LCC = 0.8971 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.05675429820669869
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2886 | LCC = 0.8930 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.05469628819668224
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2818 | LCC = 0.8920 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.053849489896455945
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2723 | LCC = 0.8939 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.05330401986320584
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2756 | LCC = 0.8923 | SRCC = 0.8945 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3984 | LCC = 0.7943 | SRCC = 0.7803 ]
diff --git a/results_nisqa/w2v2_base/layer4/run1/config.gin b/results_nisqa/w2v2_base/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer4/run1/model.pt b/results_nisqa/w2v2_base/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48b14a2153a22fb5331d119b895ef88e68afb9e4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c91d6c6ea55b387c51be37fd68996e6232932869f71c9cab37d43a074eb1bd9
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer4/run1/model_best.pt b/results_nisqa/w2v2_base/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..303e0e51505d007e1dfa4c30981f7664fa5b30b8
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ea60936a5237d24fd1110bfe27c621e8f422a74bc596368c7ee69e2e4a1343d
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer4/run1/train.log b/results_nisqa/w2v2_base/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..300e27e18e6e535cf59b14f3cca7d7b6a2747c4c
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46059632172129744
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3447 | LCC = 0.8752 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.2516293230256593
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2972 | LCC = 0.8890 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.21935186281025065
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3141 | LCC = 0.8983 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.1944461230597744
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2793 | LCC = 0.9015 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.18281036477557497
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2625 | LCC = 0.9022 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.16824607723365628
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2560 | LCC = 0.9033 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.1557301973676406
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2561 | LCC = 0.9033 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.14549984240290748
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2991 | LCC = 0.8966 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.13643378975418952
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2628 | LCC = 0.9014 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.1280342265532885
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3002 | LCC = 0.8995 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.12079345096828621
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2846 | LCC = 0.9007 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.11088637486530867
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2701 | LCC = 0.9014 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.11110562788096466
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2454 | LCC = 0.9006 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.1031450197272907
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2956 | LCC = 0.8994 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.09972766220483477
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2530 | LCC = 0.9002 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.09229946162314773
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2665 | LCC = 0.8994 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.08560174714364757
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2574 | LCC = 0.8988 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.08430202329003741
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2538 | LCC = 0.8985 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.08126250275469929
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2718 | LCC = 0.8974 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.07651977887043374
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2630 | LCC = 0.8980 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.0738512740249751
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2629 | LCC = 0.8984 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.07045857759052618
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2725 | LCC = 0.8961 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.0683678218911838
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2625 | LCC = 0.8973 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.06880530385526619
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2776 | LCC = 0.8937 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.06331797346817275
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2691 | LCC = 0.8972 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.06152911962284518
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2853 | LCC = 0.8951 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.05890973840404108
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2584 | LCC = 0.8960 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.056904916732297466
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2586 | LCC = 0.8975 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.05708315064107752
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2594 | LCC = 0.8977 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.05251608882637727
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2712 | LCC = 0.8959 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.05268087888384141
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2638 | LCC = 0.8972 | SRCC = 0.8969 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4392 | LCC = 0.7970 | SRCC = 0.7992 ]
diff --git a/results_nisqa/w2v2_base/layer4/run2/config.gin b/results_nisqa/w2v2_base/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer4/run2/model.pt b/results_nisqa/w2v2_base/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07bf49d5e4b44e8db241e2ab6fde4c3145ce13a7
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48f3d4c3b4e87aec8e09f9c5d143c05cd1e7e6caece61ac337c4b5c3729ebb2e
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer4/run2/model_best.pt b/results_nisqa/w2v2_base/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d50642711cc7efe27a600339b151b39953b36ea
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94cc5b5b97298ffb8181761465d85fdfc75900fcff10bc58cb965f781fbd864d
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer4/run2/train.log b/results_nisqa/w2v2_base/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..baa822b14301cf12c4412148137fe7cf49553c10
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4212316808672999
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3450 | LCC = 0.8774 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.24560792468531284
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2958 | LCC = 0.8932 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.21456841891900652
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2912 | LCC = 0.8982 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.19493861647182806
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2650 | LCC = 0.9007 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.1780061926369722
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2701 | LCC = 0.9010 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.17243996335764153
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2689 | LCC = 0.9040 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.15718322759763353
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2706 | LCC = 0.9026 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.1467383937597964
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2655 | LCC = 0.9026 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.13862042081666132
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2668 | LCC = 0.8992 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.13192075167949488
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2494 | LCC = 0.9007 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.12292506920464466
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2663 | LCC = 0.8998 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.11537855049606004
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3008 | LCC = 0.8979 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.10839677498692032
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2718 | LCC = 0.8989 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.10245383871084003
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2669 | LCC = 0.8999 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.10111794693966132
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2711 | LCC = 0.8993 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.0924875664745452
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2717 | LCC = 0.8985 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.08907689862599262
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2768 | LCC = 0.8981 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.08289883651829869
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2691 | LCC = 0.8960 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.07896602192538323
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2633 | LCC = 0.8991 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.07578088076128436
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2646 | LCC = 0.8991 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.07323705273642706
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2856 | LCC = 0.8945 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.07192927465445734
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2658 | LCC = 0.8971 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.06726534709851177
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2661 | LCC = 0.8966 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.06727849720099757
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2761 | LCC = 0.8954 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.0632094105414917
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2522 | LCC = 0.8962 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.059360891882050244
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3092 | LCC = 0.8910 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.06105607560690428
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2616 | LCC = 0.8978 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.05712833735725783
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2792 | LCC = 0.8960 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.05597497843679665
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2552 | LCC = 0.8964 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.05348022775240027
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2698 | LCC = 0.8972 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.05261868731565558
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2632 | LCC = 0.8979 | SRCC = 0.8977 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3689 | LCC = 0.7980 | SRCC = 0.7932 ]
diff --git a/results_nisqa/w2v2_base/layer4/run3/config.gin b/results_nisqa/w2v2_base/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer4/run3/model.pt b/results_nisqa/w2v2_base/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7b821ea5b536244696ba3f47ce6af57e4637baf9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c3a9749c6859a1860a7f9ba9c210f48b51697d948bd396af41f369adc670457
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer4/run3/model_best.pt b/results_nisqa/w2v2_base/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f8ac543e0c13b81de2fb721ff03717dbab22a47
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319db9357ec66b3caea859e12c5a470986b88fdeb2182fae63cc5e14e9c8b3c4
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer4/run3/train.log b/results_nisqa/w2v2_base/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..35009bc7f440c39822a875cbfb5a271039668c0a
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42024887857065035
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3375 | LCC = 0.8804 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.2446719567382956
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3218 | LCC = 0.8933 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.21076553922168093
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2710 | LCC = 0.8966 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.19758594079169234
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2793 | LCC = 0.9004 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.18296476806691617
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3236 | LCC = 0.8973 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.1732061307640434
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2587 | LCC = 0.9007 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.16127040818592028
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2788 | LCC = 0.9016 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.15005333954199201
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3035 | LCC = 0.9018 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.1408888529663141
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2626 | LCC = 0.9013 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.12999402847937766
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2948 | LCC = 0.8979 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.12289484622592182
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2678 | LCC = 0.8987 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.11765581102384998
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2788 | LCC = 0.8963 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.11374165647463992
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2523 | LCC = 0.9004 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.10630518303527309
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2757 | LCC = 0.8976 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.09881018883833996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2738 | LCC = 0.8976 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.0954786624134965
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2722 | LCC = 0.8979 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.08742224399237275
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2542 | LCC = 0.8974 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.08475178221746676
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2593 | LCC = 0.8978 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.08428999157137954
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2809 | LCC = 0.8958 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.08091059428332859
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2692 | LCC = 0.8958 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.07927184319392794
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2870 | LCC = 0.8939 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.07164225468918078
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2646 | LCC = 0.8948 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.07065580815421363
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2679 | LCC = 0.8953 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.0680053004768887
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2723 | LCC = 0.8968 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.06558844927332305
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2759 | LCC = 0.8927 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.06446460384681735
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2791 | LCC = 0.8947 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.06310597891149493
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2648 | LCC = 0.8957 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.058941971639849544
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2672 | LCC = 0.8961 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.057633207432624234
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2618 | LCC = 0.8970 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.05764663585520893
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2684 | LCC = 0.8953 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.05257482042891442
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2676 | LCC = 0.8938 | SRCC = 0.8941 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5151 | LCC = 0.7528 | SRCC = 0.7467 ]
diff --git a/results_nisqa/w2v2_base/layer4/run4/config.gin b/results_nisqa/w2v2_base/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer4/run4/model.pt b/results_nisqa/w2v2_base/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ee2304931b17cfa69ebc80b17d7abf1cff1f82d
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f502224e3bbe5f983fe85cd3aa4211822301da9918e8603907794c20421fa1c
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer4/run4/model_best.pt b/results_nisqa/w2v2_base/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..759241d2aca5324989b2061429dd0f945575a8f2
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:308f63cda95421907d4d55f53588dfc8fa8bd4e30c883df6bb75d7f6e0480859
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer4/run4/train.log b/results_nisqa/w2v2_base/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..78244fc303c0b3dba783f2dcc94f4eadcc993164
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41001131010882425
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3296 | LCC = 0.8765 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.24614697944566694
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2959 | LCC = 0.8908 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.21799671606865922
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3071 | LCC = 0.8960 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.19595790632887383
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2603 | LCC = 0.8989 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.18699691186233752
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2671 | LCC = 0.9006 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.17246834210233192
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2721 | LCC = 0.9046 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.16217998027629246
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2681 | LCC = 0.9028 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.1503014769512794
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2639 | LCC = 0.9047 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.14519307740850945
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3066 | LCC = 0.9033 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.13490958339561618
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2537 | LCC = 0.9013 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.12459338775087643
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2511 | LCC = 0.9022 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.12001557734315794
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2614 | LCC = 0.9002 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.11347744941194622
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2772 | LCC = 0.8985 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.10553119469412489
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2481 | LCC = 0.9010 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.10024732986540463
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2573 | LCC = 0.8998 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.09235802066722357
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2704 | LCC = 0.8997 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.0903511159983329
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2616 | LCC = 0.8978 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.0852570414457018
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2629 | LCC = 0.8966 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.08478803491230645
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2581 | LCC = 0.8983 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.07809187448179791
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2713 | LCC = 0.8976 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.07674022092123252
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2691 | LCC = 0.8975 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.07441199799149023
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2558 | LCC = 0.8966 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.07174073452549863
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2631 | LCC = 0.8978 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.0667166689443106
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2660 | LCC = 0.8961 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.06442885751152314
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2621 | LCC = 0.8979 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.0637341930687083
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2690 | LCC = 0.8959 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.05913649544636638
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2676 | LCC = 0.8971 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.061251766021454955
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2723 | LCC = 0.8960 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.058157029588615274
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2731 | LCC = 0.8959 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.05601477001745232
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2662 | LCC = 0.8962 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.05414300318269027
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2700 | LCC = 0.8947 | SRCC = 0.8944 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4027 | LCC = 0.8000 | SRCC = 0.7969 ]
diff --git a/results_nisqa/w2v2_base/layer5/run0/config.gin b/results_nisqa/w2v2_base/layer5/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer5/run0/model.pt b/results_nisqa/w2v2_base/layer5/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f47e40a4da166ca429ddae7a040c2a249d7bfc1b
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:718fbe84088801072b5c4318a3d3ec979b3daede40e372790eef332bf24498d4
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer5/run0/model_best.pt b/results_nisqa/w2v2_base/layer5/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..419bca48eebab9f4e66e09d6366d9343434b5211
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c2c57b4550288653478ab8289fc8d3b6645bf459d745506cbe2563f2e115c1e
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer5/run0/train.log b/results_nisqa/w2v2_base/layer5/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..de4f602012953b110fd18a793def1597f0649f6c
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42474570870399475
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3466 | LCC = 0.8747 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.25056064585385296
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3184 | LCC = 0.8893 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.22660356837545517
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2902 | LCC = 0.8942 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.1996665148635131
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2757 | LCC = 0.8964 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.18681310074177782
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3165 | LCC = 0.8964 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.17282646231224083
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2732 | LCC = 0.8966 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.15949590934838861
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2554 | LCC = 0.8983 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.1502665050887648
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2667 | LCC = 0.8986 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.14028686237645288
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2668 | LCC = 0.8955 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.12975134282787412
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3280 | LCC = 0.8925 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.1223712123370584
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2649 | LCC = 0.8940 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.11564973795603466
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2985 | LCC = 0.8933 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.10547959606426989
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2783 | LCC = 0.8921 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.0991847619112861
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2946 | LCC = 0.8916 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.09282121643682435
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2626 | LCC = 0.8935 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.09184910789821189
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2798 | LCC = 0.8910 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.08534072119893366
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2672 | LCC = 0.8916 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.08123893036663188
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2900 | LCC = 0.8894 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.07611889777586639
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2827 | LCC = 0.8896 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.07336102337764867
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2857 | LCC = 0.8913 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.07229251890427116
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2806 | LCC = 0.8897 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.06856288108436358
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2705 | LCC = 0.8912 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.0662236525273392
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2736 | LCC = 0.8915 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.06279007222697225
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2700 | LCC = 0.8899 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.0594051142217796
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2819 | LCC = 0.8902 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.05831089415560568
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2747 | LCC = 0.8906 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.056359468124849946
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2723 | LCC = 0.8895 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.05428703090531289
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2779 | LCC = 0.8900 | SRCC = 0.8884 ]
+INFO:root:Average loss=0.053336465978898066
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2941 | LCC = 0.8878 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.051926887599546785
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2847 | LCC = 0.8890 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.04905628504479207
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2808 | LCC = 0.8895 | SRCC = 0.8889 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5136 | LCC = 0.7749 | SRCC = 0.7675 ]
diff --git a/results_nisqa/w2v2_base/layer5/run1/config.gin b/results_nisqa/w2v2_base/layer5/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer5/run1/model.pt b/results_nisqa/w2v2_base/layer5/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17aa3e9cf9ebb02321f647efa0014fb2f8f8db81
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bebe2e461c0bc1139a2ab23915c35eeb0732045774ea03aec11609a3d3f5e84b
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer5/run1/model_best.pt b/results_nisqa/w2v2_base/layer5/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a0398ae85cf1032af285c26b8512f688024e8b4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f12237222d054d09571e482c38076adb3fd6d10469102a1de1834ce74a555c6
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer5/run1/train.log b/results_nisqa/w2v2_base/layer5/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..58190ec824c99f165f93507cb6f72f213774dff6
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4448763868540009
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3524 | LCC = 0.8677 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.25838267949619736
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3258 | LCC = 0.8812 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.22460910966458347
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2959 | LCC = 0.8878 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.2056605421394282
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3125 | LCC = 0.8932 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.18956756462596056
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3042 | LCC = 0.8939 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.17451903245524863
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3120 | LCC = 0.8943 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.1618328068642258
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3004 | LCC = 0.8952 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.15088715343978365
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2888 | LCC = 0.8941 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.14418667701282942
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2901 | LCC = 0.8941 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.1354146110959825
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2736 | LCC = 0.8945 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.1231787207326448
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3168 | LCC = 0.8881 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.11906761340150944
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2920 | LCC = 0.8926 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.11265126327214213
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3009 | LCC = 0.8904 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.1057806341246718
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3016 | LCC = 0.8891 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.09876221704775888
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2942 | LCC = 0.8897 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.09644055652911264
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2919 | LCC = 0.8903 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.08897070657741817
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2847 | LCC = 0.8893 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.0876761621477976
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2757 | LCC = 0.8890 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.08139506712383618
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2687 | LCC = 0.8896 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.076300844011796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2867 | LCC = 0.8869 | SRCC = 0.8867 ]
+INFO:root:Average loss=0.07389270784494849
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3035 | LCC = 0.8870 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.06953619024312566
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3256 | LCC = 0.8854 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.07008179384848975
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3139 | LCC = 0.8855 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.06511945333439491
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2882 | LCC = 0.8888 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.06276036329524365
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2788 | LCC = 0.8882 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.06079208325443929
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2953 | LCC = 0.8884 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.06145260323678827
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3037 | LCC = 0.8873 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.05587217984774898
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2832 | LCC = 0.8878 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.05466992448950778
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2785 | LCC = 0.8884 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.05356106584127239
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2791 | LCC = 0.8878 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.051697601365043935
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2888 | LCC = 0.8887 | SRCC = 0.8881 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5141 | LCC = 0.7768 | SRCC = 0.7667 ]
diff --git a/results_nisqa/w2v2_base/layer5/run2/config.gin b/results_nisqa/w2v2_base/layer5/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer5/run2/model.pt b/results_nisqa/w2v2_base/layer5/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26fe2e3e3c9f6868a1fd54bec1713e7f3b77d54b
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:218783995033781009cffeded3b201f4b00ab48c0784b5b1823ed7677fc5c85c
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer5/run2/model_best.pt b/results_nisqa/w2v2_base/layer5/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0f08162ed03def617d0509476d0fc27c9c39a5
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:266ddcbb946e0032470c4847ffe41d98df7534471bfe46275d7eff563fe86b0b
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer5/run2/train.log b/results_nisqa/w2v2_base/layer5/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..342a122a5f604d57a66af088d231ce5f229ea3f9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44586259178343535
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3783 | LCC = 0.8740 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.25280653663797875
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3051 | LCC = 0.8862 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.2164654345870707
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2930 | LCC = 0.8932 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.19994215051390532
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2727 | LCC = 0.8952 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.18016478139368786
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3042 | LCC = 0.8954 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.17000568735633972
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2788 | LCC = 0.8945 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.1573270461979629
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2691 | LCC = 0.8974 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.14697051272226896
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3141 | LCC = 0.8930 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.1385873900672604
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2875 | LCC = 0.8946 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.13033632964240333
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3202 | LCC = 0.8920 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.1232871209093601
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3258 | LCC = 0.8895 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.112626188838413
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2871 | LCC = 0.8926 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.11032710939301232
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2907 | LCC = 0.8928 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.10114359980545981
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2890 | LCC = 0.8912 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.09786256079728893
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3328 | LCC = 0.8897 | SRCC = 0.8908 ]
+INFO:root:Average loss=0.09301379452206496
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2752 | LCC = 0.8894 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.08843946118833702
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2927 | LCC = 0.8890 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.08561449870467186
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2998 | LCC = 0.8886 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.0796812057624318
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3210 | LCC = 0.8880 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.07487857309466152
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3129 | LCC = 0.8887 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.07162099538338666
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2895 | LCC = 0.8892 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.06853636175480192
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2808 | LCC = 0.8897 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.0677534608827161
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2808 | LCC = 0.8894 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.06581219802529825
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3088 | LCC = 0.8872 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.06130885470637007
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3126 | LCC = 0.8871 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.05962125315314772
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3012 | LCC = 0.8883 | SRCC = 0.8878 ]
+INFO:root:Average loss=0.0583285780225186
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3146 | LCC = 0.8858 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.05545147114320297
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3014 | LCC = 0.8869 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.05358382947527604
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3043 | LCC = 0.8869 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.05178439786194721
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2876 | LCC = 0.8878 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.04992703739230688
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3242 | LCC = 0.8856 | SRCC = 0.8869 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6489 | LCC = 0.7500 | SRCC = 0.7357 ]
diff --git a/results_nisqa/w2v2_base/layer5/run3/config.gin b/results_nisqa/w2v2_base/layer5/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer5/run3/model.pt b/results_nisqa/w2v2_base/layer5/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8844bbf44e73ec777f361152e5025c3f6b68dce
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0ddacc9e6a5d051076877442814fbb75f3163916910c12b7e8fa492a2482477
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer5/run3/model_best.pt b/results_nisqa/w2v2_base/layer5/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52adf2038e51741fcf3bd7407d2456d37f58c15d
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af4e6c11a92ac82a802dd46867f47f43da1b3269b328eee1bd8cddc59a76de3a
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer5/run3/train.log b/results_nisqa/w2v2_base/layer5/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f2eec593999259e4dbe85b6e5e213a043b2278a7
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4355461567295769
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3449 | LCC = 0.8681 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.25423526686395526
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3111 | LCC = 0.8870 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.22274488688721134
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2825 | LCC = 0.8931 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.20276413952684127
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2663 | LCC = 0.8936 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.18583639745595137
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2815 | LCC = 0.8970 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.17601878506083019
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2636 | LCC = 0.8964 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.16331432191278203
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2640 | LCC = 0.8981 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.15659217217754076
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2580 | LCC = 0.8993 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.1401028188236187
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2678 | LCC = 0.8972 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.13304993337978518
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2801 | LCC = 0.8968 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.1241432281071051
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2735 | LCC = 0.8931 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.11911749581381076
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2663 | LCC = 0.8929 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.10763568736914265
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2601 | LCC = 0.8927 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.10547334494101519
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2743 | LCC = 0.8927 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.09853976256499401
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2652 | LCC = 0.8939 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.09631953332465508
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2686 | LCC = 0.8915 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.08844609888044395
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2662 | LCC = 0.8902 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.08476666740082592
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2739 | LCC = 0.8944 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.07935680352108326
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2694 | LCC = 0.8917 | SRCC = 0.8911 ]
+INFO:root:Average loss=0.07621524528185757
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2641 | LCC = 0.8927 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.07488941328029412
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2681 | LCC = 0.8928 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.07171924498384398
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2720 | LCC = 0.8922 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.06951207413494243
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2600 | LCC = 0.8916 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.0653465023705725
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2753 | LCC = 0.8915 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.0635399370954905
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2706 | LCC = 0.8902 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.06042800699441419
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2775 | LCC = 0.8899 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.05914162280242567
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2634 | LCC = 0.8925 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.056583125876381216
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2602 | LCC = 0.8910 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.05461259492043126
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2695 | LCC = 0.8933 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.05391050723375957
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2800 | LCC = 0.8927 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.05158294382036766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2695 | LCC = 0.8908 | SRCC = 0.8908 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5609 | LCC = 0.7510 | SRCC = 0.7450 ]
diff --git a/results_nisqa/w2v2_base/layer5/run4/config.gin b/results_nisqa/w2v2_base/layer5/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer5/run4/model.pt b/results_nisqa/w2v2_base/layer5/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7a5bc0470ef04f9d4a951936e32b07ed0754da
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:863ac669fa3c52667c09273e8efafe1437b4dd772da7c7ee1cae1a970ba18cf5
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer5/run4/model_best.pt b/results_nisqa/w2v2_base/layer5/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f116cd8df3c926a5a5b17c77eddb7c518fbe395f
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f366405dc5710e71c3441895a2eda88673a2ad645bb39a32617f513f0d7c77
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer5/run4/train.log b/results_nisqa/w2v2_base/layer5/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3349797a0c895a111c72748d6d3a1123777c30f3
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer5/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4216299651330606
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3433 | LCC = 0.8715 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.2534393147064771
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3382 | LCC = 0.8853 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.22198021988992747
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2904 | LCC = 0.8927 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.19697948515070657
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2893 | LCC = 0.8948 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.18348201726041088
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2844 | LCC = 0.8963 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.17408815586153484
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2616 | LCC = 0.8954 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.16183176296467036
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2642 | LCC = 0.8981 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.1463991385060928
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3096 | LCC = 0.8942 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.14163957424246507
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2730 | LCC = 0.8941 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.12715749298303114
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2604 | LCC = 0.8943 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.12158791651960053
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3018 | LCC = 0.8920 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.11191156162002872
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2768 | LCC = 0.8934 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.11046772949785166
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2631 | LCC = 0.8943 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.098809466175089
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2850 | LCC = 0.8915 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.09367931014023764
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2746 | LCC = 0.8908 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.0888068207641902
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2882 | LCC = 0.8868 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.08485320979201724
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2701 | LCC = 0.8881 | SRCC = 0.8876 ]
+INFO:root:Average loss=0.08384005400228363
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2971 | LCC = 0.8908 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.076624505372578
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3096 | LCC = 0.8858 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.07256475142660858
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2746 | LCC = 0.8901 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.06642989071376751
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2786 | LCC = 0.8892 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.06680916340192618
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2881 | LCC = 0.8872 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.06388260710532266
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2742 | LCC = 0.8888 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.061545500262624266
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2915 | LCC = 0.8859 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.057162686999391955
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2744 | LCC = 0.8901 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.05829662131953102
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2811 | LCC = 0.8898 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.055150437195693826
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2857 | LCC = 0.8869 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.052708315442321615
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2835 | LCC = 0.8902 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.05538180186224811
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2675 | LCC = 0.8907 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.0523478002368198
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2818 | LCC = 0.8898 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.048268421267756836
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2783 | LCC = 0.8872 | SRCC = 0.8878 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5803 | LCC = 0.7442 | SRCC = 0.7406 ]
diff --git a/results_nisqa/w2v2_base/layer6/run0/config.gin b/results_nisqa/w2v2_base/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer6/run0/model.pt b/results_nisqa/w2v2_base/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e42404e74ab845d5154b04199bf3ad2c4f06f4c4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0db1fc25a2a5cf707860debec17149e8c140a6c584ce0028a7d88cf33a16c1df
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer6/run0/model_best.pt b/results_nisqa/w2v2_base/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3a19d9658b837b310c9c51897f5b12129a34fe9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef43126284c8f80f80a417acd8a17cc03e1582974be55916d208cc27088ba888
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer6/run0/train.log b/results_nisqa/w2v2_base/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..619a64af142dd76d6590134a75eac364bd0f459a
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45858403178997814
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3518 | LCC = 0.8676 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.25923548225378024
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3300 | LCC = 0.8789 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.23151532728547994
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3044 | LCC = 0.8870 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.20893972642676678
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3316 | LCC = 0.8868 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.1915228886669771
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3087 | LCC = 0.8920 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.17560131890925368
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2885 | LCC = 0.8929 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.16042332321060876
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3087 | LCC = 0.8919 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.14829198077234917
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2833 | LCC = 0.8930 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.13950484254628936
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2871 | LCC = 0.8927 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.13219410241339247
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2980 | LCC = 0.8917 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.12047626801653405
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2822 | LCC = 0.8929 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.10771196977251526
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2809 | LCC = 0.8923 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.10331022018039157
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2777 | LCC = 0.8884 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.0959128900027344
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2900 | LCC = 0.8896 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.09175401323103491
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2968 | LCC = 0.8908 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.08848378223749255
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2808 | LCC = 0.8892 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.08209710617716602
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2703 | LCC = 0.8909 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.07887479232225804
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2836 | LCC = 0.8900 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.07360171033553994
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2837 | LCC = 0.8880 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.07216266245511226
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2928 | LCC = 0.8893 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.06930479965027357
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3139 | LCC = 0.8849 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.06778620182391192
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2847 | LCC = 0.8872 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.0635084672642581
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2844 | LCC = 0.8876 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.05975749533128187
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2868 | LCC = 0.8895 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.059410842727719015
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2862 | LCC = 0.8879 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.056180132090011776
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2852 | LCC = 0.8871 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.053679153958410886
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2731 | LCC = 0.8883 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.05087701133263938
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2818 | LCC = 0.8878 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.051737780322056975
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2727 | LCC = 0.8883 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.048300133878095994
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2873 | LCC = 0.8876 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.048378428993369804
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2940 | LCC = 0.8852 | SRCC = 0.8841 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6814 | LCC = 0.7418 | SRCC = 0.7432 ]
diff --git a/results_nisqa/w2v2_base/layer6/run1/config.gin b/results_nisqa/w2v2_base/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer6/run1/model.pt b/results_nisqa/w2v2_base/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d637817095e75a4149dc3593b1805cd0dde717df
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45fe7609a36f8becd14b71679e9aa02fb5dcfa9746546e7b187aa62aa0dcebcc
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer6/run1/model_best.pt b/results_nisqa/w2v2_base/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f2defd725c26b4c3cf6185f84dd73051a890d2
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:348a2e3a4cf5f29913ab248fea5dc7967d4491efdeb1a55b94417fbce56bcc98
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer6/run1/train.log b/results_nisqa/w2v2_base/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac5fd551af99d42c4f2bba4966a1373e85aa34dd
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4413832204707096
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3759 | LCC = 0.8656 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.25995589792728424
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3099 | LCC = 0.8800 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.22817454232990397
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3173 | LCC = 0.8887 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.20419424018591126
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3064 | LCC = 0.8932 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.18525908465330312
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2895 | LCC = 0.8915 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.17242731662154887
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2925 | LCC = 0.8918 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.15771277864716646
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2925 | LCC = 0.8913 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.14848563337773946
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2973 | LCC = 0.8896 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.13806605229229596
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3034 | LCC = 0.8886 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.12854471440949192
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2778 | LCC = 0.8896 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.12229780758047379
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2744 | LCC = 0.8910 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.11218517454545622
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2610 | LCC = 0.8901 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.10603695108711375
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2742 | LCC = 0.8890 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.09622044538314632
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2804 | LCC = 0.8872 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.09402023959969509
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2765 | LCC = 0.8882 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.08866653720595244
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2817 | LCC = 0.8866 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.08214460397300692
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2888 | LCC = 0.8863 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.07974454032720169
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2761 | LCC = 0.8875 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.0775332792602867
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2733 | LCC = 0.8877 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.07313850560801567
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2964 | LCC = 0.8840 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.06991198329481087
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2907 | LCC = 0.8856 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.0678670722022222
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2813 | LCC = 0.8855 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.06659872890207809
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3089 | LCC = 0.8841 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.06383302857334903
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2772 | LCC = 0.8856 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.059690511230960745
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2978 | LCC = 0.8860 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.05897172717000708
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2824 | LCC = 0.8859 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.05426103277185749
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2864 | LCC = 0.8844 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.054629587390691556
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2744 | LCC = 0.8866 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.05206712814467835
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2783 | LCC = 0.8869 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.04988407177818304
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2933 | LCC = 0.8840 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.04982199692140425
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2779 | LCC = 0.8858 | SRCC = 0.8838 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7401 | LCC = 0.7227 | SRCC = 0.7112 ]
diff --git a/results_nisqa/w2v2_base/layer6/run2/config.gin b/results_nisqa/w2v2_base/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer6/run2/model.pt b/results_nisqa/w2v2_base/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..488defa9500b5f7abd767433f8787735981d5a39
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e69e5ac9fe19339ddcb49f47e0b484591e771399caeacc5535230e4dfc38df
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer6/run2/model_best.pt b/results_nisqa/w2v2_base/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3aa06e3a760531d951a81dd847722a6db1ccf4fc
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd1821c5cd8f4ab7005670320db6285a3bd7b28bbb90cdaec6de203eeb880ebe
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer6/run2/train.log b/results_nisqa/w2v2_base/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..257d40c4530cc8e0a1c381ede0f33195d53e2460
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46361342890758733
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3536 | LCC = 0.8636 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.2632905446380549
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3392 | LCC = 0.8781 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.23012185079513947
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3052 | LCC = 0.8846 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.2083088510556717
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3254 | LCC = 0.8875 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.19022469097651498
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3371 | LCC = 0.8868 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.18146772506092326
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2839 | LCC = 0.8892 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.16581570090069248
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3023 | LCC = 0.8915 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.15234664982626203
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2854 | LCC = 0.8851 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.1435728039527904
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3101 | LCC = 0.8895 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.132061788758446
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3080 | LCC = 0.8869 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.12468629562958128
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3022 | LCC = 0.8890 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.11556131659732388
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2992 | LCC = 0.8885 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.10885184219462334
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3174 | LCC = 0.8865 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.1094126001947877
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2881 | LCC = 0.8865 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.09792173739974898
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2864 | LCC = 0.8855 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.0935598569626064
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3321 | LCC = 0.8856 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.08762054145336151
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3046 | LCC = 0.8860 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.08308472288395628
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3199 | LCC = 0.8846 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.08094257835535645
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3202 | LCC = 0.8829 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.07641510445775324
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2934 | LCC = 0.8815 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.0709733079817426
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3010 | LCC = 0.8827 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.06959115397292755
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3056 | LCC = 0.8834 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.06528452419907371
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3099 | LCC = 0.8822 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.06345453715177975
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3082 | LCC = 0.8802 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.060905235523433354
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2871 | LCC = 0.8811 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.058168536127474954
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2965 | LCC = 0.8803 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.056958185088944575
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3257 | LCC = 0.8800 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.05621035371212601
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2978 | LCC = 0.8824 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.0528172938465383
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3117 | LCC = 0.8806 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.05148048596618148
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2996 | LCC = 0.8823 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.050787667404709524
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3149 | LCC = 0.8810 | SRCC = 0.8798 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5968 | LCC = 0.7402 | SRCC = 0.7316 ]
diff --git a/results_nisqa/w2v2_base/layer6/run3/config.gin b/results_nisqa/w2v2_base/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer6/run3/model.pt b/results_nisqa/w2v2_base/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cb3cfa1dc288270ed31144c8dfda3b54fe392b1
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da58bc2015ad8dc9d9c2ce52af3e957cbb77234b58caeee36f3a22c5449d5ad2
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer6/run3/model_best.pt b/results_nisqa/w2v2_base/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c94aa2ce62a17e780090d3f449c9ebe95537eaf
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d85d710c7b3af63974778189248d0bebae324899d443bd1785a3844c9fe9914d
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer6/run3/train.log b/results_nisqa/w2v2_base/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6747b9d8933940d93ddebbbc9150d52531e15767
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4962611899555074
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3841 | LCC = 0.8593 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.26015843476863265
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3186 | LCC = 0.8831 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.22606258710168
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3294 | LCC = 0.8871 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.20292693540195508
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2824 | LCC = 0.8912 | SRCC = 0.8906 ]
+INFO:root:Average loss=0.1871551013836971
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3037 | LCC = 0.8909 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.1717183843168909
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3071 | LCC = 0.8910 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.15638158056949605
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3108 | LCC = 0.8900 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.1498059169147056
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3195 | LCC = 0.8877 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.13698901744247172
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2913 | LCC = 0.8912 | SRCC = 0.8904 ]
+INFO:root:Average loss=0.12886449078776244
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2919 | LCC = 0.8891 | SRCC = 0.8884 ]
+INFO:root:Average loss=0.12174919738590373
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2942 | LCC = 0.8894 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.11118858001824748
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2882 | LCC = 0.8892 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.10236172425436836
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2815 | LCC = 0.8890 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.10024297991067688
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2756 | LCC = 0.8894 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.09249649547858735
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2909 | LCC = 0.8851 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.08687744091528689
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2755 | LCC = 0.8863 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.08237906640147888
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2836 | LCC = 0.8875 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.08261864684048416
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2845 | LCC = 0.8862 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.07599129506273766
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2759 | LCC = 0.8871 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.07117314849888658
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2939 | LCC = 0.8841 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.06866506642172102
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2932 | LCC = 0.8844 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.06588767923285506
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2797 | LCC = 0.8848 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.06307654937653873
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2901 | LCC = 0.8850 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.06093598385422216
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2825 | LCC = 0.8847 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.05971732507379069
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2810 | LCC = 0.8845 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.05390454096601188
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2873 | LCC = 0.8838 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.05505351358324806
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2792 | LCC = 0.8859 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.05586766098448307
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2857 | LCC = 0.8837 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.05335999303901127
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2802 | LCC = 0.8862 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.04954748725615485
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2851 | LCC = 0.8856 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.047263241679854476
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2940 | LCC = 0.8856 | SRCC = 0.8853 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7529 | LCC = 0.7213 | SRCC = 0.7123 ]
diff --git a/results_nisqa/w2v2_base/layer6/run4/config.gin b/results_nisqa/w2v2_base/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer6/run4/model.pt b/results_nisqa/w2v2_base/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4154e6a13c4d9872b0bede3d2d5583cd4c7320
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1a826aeb8404eeb4c070397207c7a0696d4fe423e0c0de96b7aadc5ce713eb
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer6/run4/model_best.pt b/results_nisqa/w2v2_base/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7d6d21aaf799df27459fece50a716c6ea5f3bdb
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad51c40c890ff92cb6fa92f46f94560645e95dcc12fa9699baeeb9041f737b3
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer6/run4/train.log b/results_nisqa/w2v2_base/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..23a2a8c9c7f67975926659bbeb63dcd4a4a04928
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4895973358884712
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3420 | LCC = 0.8639 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.26801146015611
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3275 | LCC = 0.8808 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.22959295363095455
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3157 | LCC = 0.8866 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.2109246412453624
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2914 | LCC = 0.8882 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.19396926479877075
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2758 | LCC = 0.8916 | SRCC = 0.8911 ]
+INFO:root:Average loss=0.17717528222613252
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2881 | LCC = 0.8928 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.16289774664392362
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3080 | LCC = 0.8922 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.15308505309627235
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2756 | LCC = 0.8920 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.14170253126090662
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2875 | LCC = 0.8871 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.13199170988935954
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3112 | LCC = 0.8901 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.12326083564861662
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2942 | LCC = 0.8888 | SRCC = 0.8884 ]
+INFO:root:Average loss=0.11319109302207914
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2899 | LCC = 0.8866 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.10469579593294617
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2874 | LCC = 0.8855 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.0991731645657837
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2835 | LCC = 0.8856 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.09372110514110224
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3022 | LCC = 0.8852 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.08859986969070628
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2873 | LCC = 0.8854 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.0861094545982132
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2923 | LCC = 0.8840 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.0789841089634537
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2937 | LCC = 0.8835 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.07955447151567895
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3002 | LCC = 0.8829 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.07357588078762066
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3165 | LCC = 0.8837 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.07064215354406075
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2954 | LCC = 0.8855 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.06674369228626952
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2825 | LCC = 0.8826 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.06338309623688632
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2883 | LCC = 0.8817 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.06300251564883083
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2975 | LCC = 0.8816 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.061000746927853955
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3171 | LCC = 0.8820 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.05779067991096849
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2988 | LCC = 0.8835 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.05272414623571269
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3111 | LCC = 0.8828 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.05260785036004348
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2951 | LCC = 0.8837 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.05132292913046876
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2919 | LCC = 0.8827 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.05208255303216118
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2906 | LCC = 0.8816 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.04727659090233676
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2883 | LCC = 0.8811 | SRCC = 0.8809 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5911 | LCC = 0.7286 | SRCC = 0.7156 ]
diff --git a/results_nisqa/w2v2_base/layer7/run0/config.gin b/results_nisqa/w2v2_base/layer7/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer7/run0/model.pt b/results_nisqa/w2v2_base/layer7/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e28d54d8c695e82c184d330d3073e723cdb2b249
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1ec52db29453d0f771ea008cd5e1fe362aef6cde62770f783e7b9d99be55a39
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer7/run0/model_best.pt b/results_nisqa/w2v2_base/layer7/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb305648c1566c1fc7cf5f28c2a03c259b75fef5
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:98ce83d0a4296474bf784764e456b5370fcdbaa3a70fab3723bdbfc66d3706df
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer7/run0/train.log b/results_nisqa/w2v2_base/layer7/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8992dbd10cd9900a0276d16c7caa021fa371894c
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4661410924671702
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3489 | LCC = 0.8624 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.25972167966682785
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3338 | LCC = 0.8790 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.22878332724633244
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3057 | LCC = 0.8855 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.2097485750224549
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2954 | LCC = 0.8861 | SRCC = 0.8867 ]
+INFO:root:Average loss=0.19123290840945492
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3313 | LCC = 0.8894 | SRCC = 0.8878 ]
+INFO:root:Average loss=0.17379634823068718
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2999 | LCC = 0.8901 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.16182053756679413
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3313 | LCC = 0.8900 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.15332256158480065
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2827 | LCC = 0.8896 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.1424119714755199
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2876 | LCC = 0.8865 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.13296394575537973
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2889 | LCC = 0.8882 | SRCC = 0.8867 ]
+INFO:root:Average loss=0.12029858691499412
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3051 | LCC = 0.8788 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.11324750317658992
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2897 | LCC = 0.8846 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.10620729991294056
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3025 | LCC = 0.8840 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.10249021733341189
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2857 | LCC = 0.8834 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.09268233737762953
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2967 | LCC = 0.8811 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.08754759706083061
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3086 | LCC = 0.8813 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.08414214933452578
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3044 | LCC = 0.8811 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.08039476468383921
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3025 | LCC = 0.8813 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.07826152166104042
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3115 | LCC = 0.8813 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.0730990755204865
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2949 | LCC = 0.8802 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.06674237728032763
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3067 | LCC = 0.8799 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.06683522419777908
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3000 | LCC = 0.8804 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.06460425289983006
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2926 | LCC = 0.8812 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.06132528056643602
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2924 | LCC = 0.8802 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.05920555880777753
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2974 | LCC = 0.8791 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.05742117947753454
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2928 | LCC = 0.8814 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.05274066391449443
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3130 | LCC = 0.8787 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.05508392613187346
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3096 | LCC = 0.8798 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.051372128113501336
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3079 | LCC = 0.8791 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.05038339383038827
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2985 | LCC = 0.8806 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.049896438062363276
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2975 | LCC = 0.8796 | SRCC = 0.8783 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5011 | LCC = 0.7459 | SRCC = 0.7286 ]
diff --git a/results_nisqa/w2v2_base/layer7/run1/config.gin b/results_nisqa/w2v2_base/layer7/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer7/run1/model.pt b/results_nisqa/w2v2_base/layer7/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d4bb53c2cd1b563747f0b736e4c37f0f76bca8
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493cf3fea9fdc0f0c95f21c08dd7ca82f135e5ed93cbddcd86c692e70e757cdd
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer7/run1/model_best.pt b/results_nisqa/w2v2_base/layer7/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae6f8cfbd51be73caf0e058ec5bddd54d68c1c1
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e141c2a5e9a8e79d8dc0f9657f236f78d6c82ec1dcace7f3e8e05c8bdd56e1f5
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer7/run1/train.log b/results_nisqa/w2v2_base/layer7/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5376caca77cfc04c3595c9637af45c1cfea6993e
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47343370990257044
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3435 | LCC = 0.8684 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.2565564770746782
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3405 | LCC = 0.8820 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.22257614058221695
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3062 | LCC = 0.8895 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.2083151063564196
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2891 | LCC = 0.8931 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.19015659249759134
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3105 | LCC = 0.8940 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.1764802979251553
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3332 | LCC = 0.8913 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.1662391059832766
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2838 | LCC = 0.8904 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.15410729011014707
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3033 | LCC = 0.8931 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.1435608719986987
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2662 | LCC = 0.8923 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.13164936049136122
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3163 | LCC = 0.8914 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.1256468873578689
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3010 | LCC = 0.8913 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.1143606974382621
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2877 | LCC = 0.8888 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.10880914804218822
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2821 | LCC = 0.8889 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.10473969294501177
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2950 | LCC = 0.8858 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.09335640970768266
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3086 | LCC = 0.8848 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.09038417024074952
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3141 | LCC = 0.8840 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.08805799292605047
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2956 | LCC = 0.8858 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.08080588983145752
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2996 | LCC = 0.8856 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.07554844420166373
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2913 | LCC = 0.8841 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.07080563943768513
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3111 | LCC = 0.8838 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.0719495700790703
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3116 | LCC = 0.8813 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.06600014029899774
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3090 | LCC = 0.8824 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.06475801811139019
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2869 | LCC = 0.8826 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.062130277448823684
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3200 | LCC = 0.8841 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.05901802561617311
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3042 | LCC = 0.8838 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.056964358261038114
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3002 | LCC = 0.8840 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.0574773868298255
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2998 | LCC = 0.8829 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.053268421915052946
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3000 | LCC = 0.8827 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.05340839730780249
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3137 | LCC = 0.8828 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.05097141254671736
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3014 | LCC = 0.8844 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.04877591601470647
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3089 | LCC = 0.8850 | SRCC = 0.8831 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4703 | LCC = 0.7404 | SRCC = 0.7328 ]
diff --git a/results_nisqa/w2v2_base/layer7/run2/config.gin b/results_nisqa/w2v2_base/layer7/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer7/run2/model.pt b/results_nisqa/w2v2_base/layer7/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..740617bcb026369ef06bd654a175fb95809a843a
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dd4eebcc290560ca88caec1e503607fc21b02a7e9d2d130ad592460ae0a4e05
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer7/run2/model_best.pt b/results_nisqa/w2v2_base/layer7/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2b55d6494e25560401ebe0dde16f07dd47e0bb46
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c81a6099a270274d7807e7b0d4e6cdf8d73fcb7ad68cb70859339da3ca06a1e
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer7/run2/train.log b/results_nisqa/w2v2_base/layer7/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..75f9499330bd5f096305363a1da2aeaa856f862e
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5376182717050431
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3658 | LCC = 0.8625 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.270104538756988
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3327 | LCC = 0.8776 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.23010879983274923
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3060 | LCC = 0.8831 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.21130982416041325
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3150 | LCC = 0.8872 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.19610661841024554
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2975 | LCC = 0.8891 | SRCC = 0.8878 ]
+INFO:root:Average loss=0.1752953603863716
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2921 | LCC = 0.8869 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.16555224613130437
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2824 | LCC = 0.8902 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.15767738347969992
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3018 | LCC = 0.8893 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.14593526553039607
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2849 | LCC = 0.8880 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.13613209025019166
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2985 | LCC = 0.8903 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.1305367152901054
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2976 | LCC = 0.8885 | SRCC = 0.8876 ]
+INFO:root:Average loss=0.12068042632816844
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2859 | LCC = 0.8874 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.11158413424915661
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3226 | LCC = 0.8853 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.11000238315907516
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2920 | LCC = 0.8859 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.10110332924506568
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3268 | LCC = 0.8854 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.09665055562219868
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2897 | LCC = 0.8832 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.09307880742701492
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3058 | LCC = 0.8845 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.08733364666214569
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2889 | LCC = 0.8864 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.08108443771139046
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2837 | LCC = 0.8871 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.07802935887795652
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2918 | LCC = 0.8850 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.07614098161975773
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3006 | LCC = 0.8845 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.07136718870673565
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2884 | LCC = 0.8830 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.06808565309368117
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3014 | LCC = 0.8827 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.06573185262221821
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2902 | LCC = 0.8842 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.0639132522046566
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2972 | LCC = 0.8850 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.06182022743745346
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3015 | LCC = 0.8851 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.05767021825633986
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2995 | LCC = 0.8863 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.05764645719200889
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2993 | LCC = 0.8833 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.05580510907521138
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2915 | LCC = 0.8859 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.05175019890026895
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2934 | LCC = 0.8834 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.051998483695391284
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3064 | LCC = 0.8834 | SRCC = 0.8823 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4101 | LCC = 0.7661 | SRCC = 0.7652 ]
diff --git a/results_nisqa/w2v2_base/layer7/run3/config.gin b/results_nisqa/w2v2_base/layer7/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer7/run3/model.pt b/results_nisqa/w2v2_base/layer7/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a75d213586e58ebd6f2cfbf8c51abadf71d9ef7
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aa19929d1922d24bc1ac51ee6bb2f23203c1a666204b843f320be30799c5c8a2
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer7/run3/model_best.pt b/results_nisqa/w2v2_base/layer7/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e301cc4be824a338c7cc01fd51b00123f2dd57d0
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:df87eb531923dc2e885efae9c12a753f34cc31e88cb796df1a7ead730b98a8a6
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer7/run3/train.log b/results_nisqa/w2v2_base/layer7/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..eac1a28053b3878d5170e52cc3b0170964782954
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4667195304797564
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3896 | LCC = 0.8637 | SRCC = 0.8634 ]
+INFO:root:Average loss=0.2671383484078281
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3264 | LCC = 0.8809 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.23048120392540286
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2967 | LCC = 0.8882 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.20675320061989602
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3048 | LCC = 0.8894 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.19307422422604753
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3176 | LCC = 0.8929 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.18119613865035117
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2875 | LCC = 0.8930 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.16501837417569465
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2751 | LCC = 0.8941 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.1547647315815005
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2770 | LCC = 0.8940 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.14320021445696066
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3393 | LCC = 0.8904 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.13570271970736497
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3173 | LCC = 0.8871 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.12783598391651418
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2740 | LCC = 0.8930 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.11667507314096297
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3106 | LCC = 0.8862 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.11038899563812796
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3077 | LCC = 0.8866 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.1057326841905627
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3011 | LCC = 0.8868 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.09788665125910946
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3154 | LCC = 0.8863 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.09348504372328692
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2976 | LCC = 0.8859 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.09024179748372535
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2849 | LCC = 0.8867 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.08387069128496799
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3209 | LCC = 0.8843 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.08133787166521039
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2919 | LCC = 0.8864 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.07838994600524792
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3279 | LCC = 0.8835 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.07516453944878772
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3036 | LCC = 0.8849 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.06839920703127894
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3320 | LCC = 0.8846 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.0668612158065931
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2826 | LCC = 0.8857 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.0645282287042954
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3294 | LCC = 0.8838 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.06161157872980041
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2949 | LCC = 0.8841 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.05863070858351757
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2877 | LCC = 0.8857 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.05782378303436186
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3053 | LCC = 0.8838 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.05793326208098775
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2817 | LCC = 0.8861 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.053981615650343755
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3033 | LCC = 0.8841 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.05250472459145364
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2930 | LCC = 0.8843 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.05126244655535745
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3126 | LCC = 0.8832 | SRCC = 0.8825 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5974 | LCC = 0.7426 | SRCC = 0.7332 ]
diff --git a/results_nisqa/w2v2_base/layer7/run4/config.gin b/results_nisqa/w2v2_base/layer7/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer7/run4/model.pt b/results_nisqa/w2v2_base/layer7/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f631cfa06615c3fba69609055245cd4e275c0fe4
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:50441f5c7449bf396814bd7e469df4c95aa2f7070fa9def76a7df4148c3a317f
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer7/run4/model_best.pt b/results_nisqa/w2v2_base/layer7/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cffd6d793edd9c9ea529f6ef60f1ab24cad40945
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e60265fbca2daa31abf4960108043e7698a46a00dcd2e913c6dec22c51bdc99
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer7/run4/train.log b/results_nisqa/w2v2_base/layer7/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c0ed6242610b68280ba0149a8a7a96c7186aa9c0
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer7/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46196693190604965
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3955 | LCC = 0.8666 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.26307521932731476
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3258 | LCC = 0.8826 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.22710066758139286
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3102 | LCC = 0.8876 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.2093375335969677
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3367 | LCC = 0.8918 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.19545549675391588
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3129 | LCC = 0.8904 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.18091018450570245
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3007 | LCC = 0.8962 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.1703866087115569
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2957 | LCC = 0.8926 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.15820256078002082
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2958 | LCC = 0.8932 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.14758867675686158
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2833 | LCC = 0.8943 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.1392876007136582
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3153 | LCC = 0.8935 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.12905080278398673
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2868 | LCC = 0.8916 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.11954215625462504
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2854 | LCC = 0.8923 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.11036200491937599
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3112 | LCC = 0.8915 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.10798172032557471
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3008 | LCC = 0.8917 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.09992958385648065
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2889 | LCC = 0.8897 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.09686633938051373
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2936 | LCC = 0.8883 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.0921688518470767
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3048 | LCC = 0.8903 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.08662085054237718
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2832 | LCC = 0.8875 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.08287749200456404
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3090 | LCC = 0.8892 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.07992169700261485
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3005 | LCC = 0.8879 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.0746238531404837
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3105 | LCC = 0.8861 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.07363174950456344
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3064 | LCC = 0.8878 | SRCC = 0.8867 ]
+INFO:root:Average loss=0.06936526188702252
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3208 | LCC = 0.8886 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.06601265372137803
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3353 | LCC = 0.8871 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.0653278362005949
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3243 | LCC = 0.8875 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.0641034526072141
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3226 | LCC = 0.8868 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.0601598526528805
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3513 | LCC = 0.8856 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.05668350334973694
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2928 | LCC = 0.8865 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.058040347316361575
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3063 | LCC = 0.8860 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.053822215732639234
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3165 | LCC = 0.8867 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.05370911387349829
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3212 | LCC = 0.8871 | SRCC = 0.8855 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4872 | LCC = 0.7429 | SRCC = 0.7283 ]
diff --git a/results_nisqa/w2v2_base/layer8/run0/config.gin b/results_nisqa/w2v2_base/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer8/run0/model.pt b/results_nisqa/w2v2_base/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6146e58dee52ac8c41904c7325434bbca1bde3
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce897a0850fd6e67f0c71996549642202b6ecfb0f7f9aceafa3421aaa13e9b70
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer8/run0/model_best.pt b/results_nisqa/w2v2_base/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae929211938235effc6a909a41a69d8bbf482c05
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71265d987b0934a562a29c94ef28d75c4206faf1bd6324aa381a35ff892e711f
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer8/run0/train.log b/results_nisqa/w2v2_base/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..141327c95581fdd0816e5e48bf990e08b6d60dee
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45071028000702057
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3744 | LCC = 0.8692 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.26197141029931215
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2898 | LCC = 0.8881 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.22653531597528845
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2923 | LCC = 0.8942 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.2085207240343783
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2993 | LCC = 0.8959 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.19010053962641368
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2811 | LCC = 0.8994 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.17761414304289513
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2631 | LCC = 0.9002 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.16739967331893182
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2644 | LCC = 0.9021 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.15925844689841903
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2535 | LCC = 0.9005 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.15397936075581292
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2760 | LCC = 0.8981 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.14453701614644487
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2517 | LCC = 0.9013 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.13336692345624715
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2511 | LCC = 0.8987 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.12684233766587483
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2595 | LCC = 0.8991 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.12116652485952212
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2651 | LCC = 0.8989 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.11449243922884754
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2490 | LCC = 0.8991 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.10934943206220693
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2602 | LCC = 0.8959 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.10415466119013081
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2747 | LCC = 0.8941 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.09730752374481604
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2658 | LCC = 0.8943 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.0927882491034924
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2650 | LCC = 0.8944 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.0883904693572852
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2831 | LCC = 0.8916 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.08592160954813048
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2727 | LCC = 0.8937 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.08081635914613745
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2688 | LCC = 0.8946 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.07907855433191179
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2734 | LCC = 0.8923 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.07996637897425993
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2747 | LCC = 0.8913 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.07214516114895743
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2637 | LCC = 0.8929 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.07037134638669863
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2919 | LCC = 0.8896 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.06880840521327333
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2652 | LCC = 0.8934 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.06380112852492084
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2714 | LCC = 0.8922 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.06272585386399589
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2733 | LCC = 0.8909 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.06270122808011282
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2640 | LCC = 0.8905 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.05914518206967095
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2676 | LCC = 0.8915 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.05886884154267394
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2924 | LCC = 0.8880 | SRCC = 0.8889 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5957 | LCC = 0.7428 | SRCC = 0.7394 ]
diff --git a/results_nisqa/w2v2_base/layer8/run1/config.gin b/results_nisqa/w2v2_base/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer8/run1/model.pt b/results_nisqa/w2v2_base/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a27c2f84970c21a1cd377a6c091be8c93a9a5cbc
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0159c7fa999fdf1acc4ae539116551655709d4eaec1a8c3379983ed53da1d25a
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer8/run1/model_best.pt b/results_nisqa/w2v2_base/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da5ca6b1e665f1117f8246c2689995f743d3be93
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5096764e92ab6af12affc71eb4ef6029308078f62184b732ba3e15189227d329
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer8/run1/train.log b/results_nisqa/w2v2_base/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e6d05a6b4f00668982be6a2e67fe2c3c58cc4f35
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4184290254219419
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3693 | LCC = 0.8781 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.24695331168312556
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3089 | LCC = 0.8919 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.21912722216348426
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2683 | LCC = 0.8970 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.2029176033559562
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2773 | LCC = 0.8993 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.18715460297000203
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2565 | LCC = 0.9002 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.17665054584514198
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2796 | LCC = 0.9039 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.16455217997807298
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2463 | LCC = 0.9024 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.15729783712267187
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2777 | LCC = 0.9017 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.14625414159428868
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2949 | LCC = 0.8988 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.14388278475558827
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2548 | LCC = 0.9000 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.13011859400423964
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2443 | LCC = 0.9017 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.12169236276363361
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2441 | LCC = 0.9007 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.11894260187541818
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2565 | LCC = 0.9018 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.11062303448171285
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2633 | LCC = 0.8987 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.10518008199213558
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3160 | LCC = 0.8943 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.10129391705628076
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2609 | LCC = 0.8996 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.09315935787179566
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2684 | LCC = 0.8988 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.0902211733291604
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2648 | LCC = 0.8978 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.08599857529463796
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2498 | LCC = 0.8988 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.08485831479633475
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2634 | LCC = 0.8989 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.07971788197755814
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2554 | LCC = 0.8974 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.0755843281573643
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2775 | LCC = 0.8968 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.07363334351967525
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2598 | LCC = 0.8962 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.0696279305124903
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2881 | LCC = 0.8930 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.06984253843567964
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2807 | LCC = 0.8954 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.06498491277412183
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2653 | LCC = 0.8952 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.06250927276435615
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2618 | LCC = 0.8961 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.0634535462999275
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2721 | LCC = 0.8926 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.05781665058924973
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2656 | LCC = 0.8952 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.05865840366207106
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2753 | LCC = 0.8938 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.056962469000520044
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2694 | LCC = 0.8954 | SRCC = 0.8950 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4571 | LCC = 0.7631 | SRCC = 0.7524 ]
diff --git a/results_nisqa/w2v2_base/layer8/run2/config.gin b/results_nisqa/w2v2_base/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer8/run2/model.pt b/results_nisqa/w2v2_base/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ef584711b4a5b0c7b55bb0b05cfcbbb62cbbee7
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e27aec0a7bacfb419864cc8647ed9b6c6c0677b68a452a75a8eba19a2497ac66
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer8/run2/model_best.pt b/results_nisqa/w2v2_base/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62b282d872877c8d3bf51f62e2dbfd20f7735957
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e918ef3bedb0b3282e526f6df85e4fa758f0edb03a71a9f8eb915d89cf5ae385
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer8/run2/train.log b/results_nisqa/w2v2_base/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0272009da9afd313889bc518aff2aea4a141a36b
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.425991738979527
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3168 | LCC = 0.8759 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.24485509907234612
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3135 | LCC = 0.8899 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.22008285301096867
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2836 | LCC = 0.8944 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.1993083879351616
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2779 | LCC = 0.8995 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.1899462812122582
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2834 | LCC = 0.9007 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.17569108548536466
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2720 | LCC = 0.8990 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.1677011787202317
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2845 | LCC = 0.8999 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.1593692229920729
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2757 | LCC = 0.9015 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.15207324344987813
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2814 | LCC = 0.9011 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.14070827259838237
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2476 | LCC = 0.9019 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.13792149102412207
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2701 | LCC = 0.8994 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.12763976443537398
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2969 | LCC = 0.9001 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.1229478505391606
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2700 | LCC = 0.9016 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.11491594566947463
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2830 | LCC = 0.8996 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.10732432388070691
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2633 | LCC = 0.8984 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.10403060232628288
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2721 | LCC = 0.8968 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.09680129249574822
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2965 | LCC = 0.8927 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.09466901471073917
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2558 | LCC = 0.8972 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.08935446225408185
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2575 | LCC = 0.8948 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.08509607839188135
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.8972 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.08294650787390725
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2689 | LCC = 0.8959 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.07859181670870395
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2671 | LCC = 0.8964 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.07427594298227674
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2766 | LCC = 0.8961 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.07216004600931454
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2656 | LCC = 0.8949 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.06933894232346144
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2667 | LCC = 0.8954 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.07187680858106626
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2788 | LCC = 0.8960 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.06658880018516083
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2733 | LCC = 0.8927 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.06492357027065547
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2697 | LCC = 0.8951 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.06032815411945299
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2685 | LCC = 0.8958 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.060536824920446194
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2587 | LCC = 0.8952 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.05877495972665748
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2888 | LCC = 0.8924 | SRCC = 0.8923 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5584 | LCC = 0.7491 | SRCC = 0.7360 ]
diff --git a/results_nisqa/w2v2_base/layer8/run3/config.gin b/results_nisqa/w2v2_base/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer8/run3/model.pt b/results_nisqa/w2v2_base/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e0f278ee7ded42361ef757f851654a39c54c308
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64672c0d9d8cc20f96ba9ccbf8c2258b48cc008377852146425ec5dd38fe9f25
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer8/run3/model_best.pt b/results_nisqa/w2v2_base/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e102b10c60ab174e4dbc22d8d22b1c715f8be13
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:119b43be1c477af74660c099d0ef8c646c867ecf25d76c6b9361f934d8778942
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer8/run3/train.log b/results_nisqa/w2v2_base/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1336196c5bfa2ef88e40b21e070509f038b3dc00
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45956858579133975
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3557 | LCC = 0.8726 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.2564149535977082
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3312 | LCC = 0.8865 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.22355415616076807
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3282 | LCC = 0.8938 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.2085472760517473
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2980 | LCC = 0.8951 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.19352316744410233
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2742 | LCC = 0.8983 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.18035040800109764
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3154 | LCC = 0.8981 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.16795039797104852
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3207 | LCC = 0.8994 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.16177382277098695
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2844 | LCC = 0.9012 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.15067400593805863
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2668 | LCC = 0.8990 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.14172282048388024
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2646 | LCC = 0.8977 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.13814967771658318
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3039 | LCC = 0.8960 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.13047794183726943
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2811 | LCC = 0.8991 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.1210450277249248
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3015 | LCC = 0.8950 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.11605802053488748
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2856 | LCC = 0.8981 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.109484794813429
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3163 | LCC = 0.8941 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.10897990957849976
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2992 | LCC = 0.8965 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.10180703268488707
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2728 | LCC = 0.8943 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.09458773746828124
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2749 | LCC = 0.8969 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.09155311200746222
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2661 | LCC = 0.8962 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.09203171096957488
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2944 | LCC = 0.8948 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.08432994673103955
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2871 | LCC = 0.8944 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.08514190540579013
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2853 | LCC = 0.8909 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.07954040512098054
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2885 | LCC = 0.8932 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.07663887857615603
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2872 | LCC = 0.8924 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.07427591834798714
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2758 | LCC = 0.8946 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.0720302122994999
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2846 | LCC = 0.8934 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.06824430997747218
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2986 | LCC = 0.8939 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.06757426451396391
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2849 | LCC = 0.8911 | SRCC = 0.8906 ]
+INFO:root:Average loss=0.06477540740043441
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2867 | LCC = 0.8919 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.06264598280019154
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2843 | LCC = 0.8914 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.06061642102337297
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2964 | LCC = 0.8899 | SRCC = 0.8891 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4597 | LCC = 0.7617 | SRCC = 0.7596 ]
diff --git a/results_nisqa/w2v2_base/layer8/run4/config.gin b/results_nisqa/w2v2_base/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer8/run4/model.pt b/results_nisqa/w2v2_base/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d3c50612c2fc838e29a864dc4782722602de3d0
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b65e4f25515b782da9544a555334d54af74ae395932b36990524afca1f64a597
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer8/run4/model_best.pt b/results_nisqa/w2v2_base/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcaae92c5758590d3c55396b899fb9541c9cd2ec
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ff25536337c98f73c515f444b91cc3552d9d89947b11d866f00289b8ec1618e
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer8/run4/train.log b/results_nisqa/w2v2_base/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f81b13910f859e34c8888de6ba716a2458d10f94
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4155443517458921
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3131 | LCC = 0.8785 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.24216304986463116
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3305 | LCC = 0.8877 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.22032927282456027
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2752 | LCC = 0.8968 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.1988505196967566
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2738 | LCC = 0.8982 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.18829758030313976
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2720 | LCC = 0.9015 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.17743257687270986
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2598 | LCC = 0.9021 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.16391901163696554
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2544 | LCC = 0.9013 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.16069265821076542
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2628 | LCC = 0.9000 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.14865292729325377
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2733 | LCC = 0.9012 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.1394515254593998
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2796 | LCC = 0.9011 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.13393101078926484
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2635 | LCC = 0.9005 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.12563315675610062
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2679 | LCC = 0.9011 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.11732946568830854
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2601 | LCC = 0.8983 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.1122001732963358
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2985 | LCC = 0.8949 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.10730749450494788
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2632 | LCC = 0.8961 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.10425023202692842
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2582 | LCC = 0.8958 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.09885532693194517
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2595 | LCC = 0.8964 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.09184767689146747
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2841 | LCC = 0.8943 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.08799695899720826
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2671 | LCC = 0.8956 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.08382137020716088
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2825 | LCC = 0.8936 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.08129451202088697
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2584 | LCC = 0.8958 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.07791149314772876
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2598 | LCC = 0.8956 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.07687336788916518
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2725 | LCC = 0.8947 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.06967098769769503
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2704 | LCC = 0.8922 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.07032408677256866
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2665 | LCC = 0.8943 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.06727257026413272
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2928 | LCC = 0.8910 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.06524946109924702
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2706 | LCC = 0.8953 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.06290894912588114
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2797 | LCC = 0.8929 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.059290380233285055
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2798 | LCC = 0.8945 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.059357133645542785
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2790 | LCC = 0.8930 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.05553442902992226
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2615 | LCC = 0.8950 | SRCC = 0.8942 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5789 | LCC = 0.7465 | SRCC = 0.7388 ]
diff --git a/results_nisqa/w2v2_base/layer9/run0/config.gin b/results_nisqa/w2v2_base/layer9/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer9/run0/model.pt b/results_nisqa/w2v2_base/layer9/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ba7d7266ad274c96a4dd2a23863595f99f53686
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e42f9df30a81dec66a3d97a45679c483493d514a8ff474bad320cf0ad5d299
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer9/run0/model_best.pt b/results_nisqa/w2v2_base/layer9/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0440ea59e3dd13711c290d93c57fc0e1948aa0b9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94fcad0b03d796ddb0829537f8748b692ffc9f53c76b2acb903bc4ebbf1b75e6
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer9/run0/train.log b/results_nisqa/w2v2_base/layer9/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..32247374a2507332eb2d94e67c06bcb276ddd7bb
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4058579132391538
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4531 | LCC = 0.8587 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.25628217615488635
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3140 | LCC = 0.8882 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.2156614248635452
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3063 | LCC = 0.8964 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.20424717315876414
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2839 | LCC = 0.9010 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.18921941182861438
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2895 | LCC = 0.9022 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.1796308786452161
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2570 | LCC = 0.9029 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.16980688614135533
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2766 | LCC = 0.9042 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.16244159768082503
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2631 | LCC = 0.9051 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.15224313826402489
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2585 | LCC = 0.9051 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.14666205213938147
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2571 | LCC = 0.9060 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.14168741381754077
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2873 | LCC = 0.9059 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.13699540500179191
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2711 | LCC = 0.9050 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.1294768266595168
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2562 | LCC = 0.9044 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.12583570040202555
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2483 | LCC = 0.9035 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.12028404880810335
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2587 | LCC = 0.9047 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.11113000613761086
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2807 | LCC = 0.9030 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.1110805684345306
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2767 | LCC = 0.9017 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.10658243638759403
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2650 | LCC = 0.9029 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.098311899154517
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2643 | LCC = 0.9004 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.0949221962061576
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2778 | LCC = 0.9018 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.09333539883353117
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2697 | LCC = 0.9001 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.08788485579580241
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2630 | LCC = 0.9009 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.08927699955815525
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2706 | LCC = 0.9007 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.08307163083570542
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2924 | LCC = 0.9004 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.07996968601997188
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2635 | LCC = 0.9018 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.07755872480183668
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2694 | LCC = 0.8983 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.07360974710025539
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2621 | LCC = 0.8981 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.07217239106149342
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2729 | LCC = 0.8965 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.06936007981441614
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2668 | LCC = 0.8994 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.06767978062691717
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2781 | LCC = 0.8978 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.06463328186917856
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2666 | LCC = 0.9001 | SRCC = 0.8992 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4630 | LCC = 0.7897 | SRCC = 0.7801 ]
diff --git a/results_nisqa/w2v2_base/layer9/run1/config.gin b/results_nisqa/w2v2_base/layer9/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer9/run1/model.pt b/results_nisqa/w2v2_base/layer9/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..841b3340c63cebc6d09c54e632ffefc76485fe01
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66e864ec8774b2b40ed52774cb451957b12401772a0fd14cf6060debe10ef4d2
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer9/run1/model_best.pt b/results_nisqa/w2v2_base/layer9/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54cb7aee44bcc38eaa39131424544f0b5cf202f8
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77de968698fb5ef910c69c5ba683532f2b3bb3a09ccac93b38ab38879b72abb9
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer9/run1/train.log b/results_nisqa/w2v2_base/layer9/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..592cd15cbdafa32ea0aac43167e3abf090532e9b
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4543115776570546
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3934 | LCC = 0.8705 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.2472935516193423
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3863 | LCC = 0.8814 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.2253078363534343
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3173 | LCC = 0.8940 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.20057248621317691
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3039 | LCC = 0.9005 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.18514997150339832
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3053 | LCC = 0.9019 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.1825957436954355
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2705 | LCC = 0.9040 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.16780768128144258
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2537 | LCC = 0.9048 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.16188003075432916
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2674 | LCC = 0.9067 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.1518667376454855
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2371 | LCC = 0.9057 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.14783711783114195
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2452 | LCC = 0.9058 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.1416663030065553
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2670 | LCC = 0.9063 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.1355724245137562
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2566 | LCC = 0.9075 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.12813976342450675
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2551 | LCC = 0.9058 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.1212966211700026
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2508 | LCC = 0.9053 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.11724022724208115
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2544 | LCC = 0.9058 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.1167379011739196
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2910 | LCC = 0.9038 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.10831821386869243
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2568 | LCC = 0.9022 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.10425325173001758
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3027 | LCC = 0.9016 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.09742709382765555
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2608 | LCC = 0.9033 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.09652434605997422
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2583 | LCC = 0.9032 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.09141729726870625
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3001 | LCC = 0.9007 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.08982889031226925
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2525 | LCC = 0.9015 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.08535630249477535
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2593 | LCC = 0.8996 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.07966675684717349
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2615 | LCC = 0.9012 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.08003270488253908
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2472 | LCC = 0.9032 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.07731657750861493
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2640 | LCC = 0.9007 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.07471944008431683
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2767 | LCC = 0.9009 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.07246204463474323
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2800 | LCC = 0.8999 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.06809007848015411
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2900 | LCC = 0.8982 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.06846939675466862
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2578 | LCC = 0.8981 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.06522862850069311
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2701 | LCC = 0.8981 | SRCC = 0.8971 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4780 | LCC = 0.7400 | SRCC = 0.7248 ]
diff --git a/results_nisqa/w2v2_base/layer9/run2/config.gin b/results_nisqa/w2v2_base/layer9/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer9/run2/model.pt b/results_nisqa/w2v2_base/layer9/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8b006b576a20a035e8a452c9eac535ff5ece561
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10437e765d7cc74956276738f5ae044958b0a0a65d89b3f96f6d92855f69a8bb
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer9/run2/model_best.pt b/results_nisqa/w2v2_base/layer9/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1ae9145db55870c924b6e8870b0303a6d5a386
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a5259e0e20b7d6bf3768623a43aa44ae20f32d84bf9c139938a044fbe94195e
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer9/run2/train.log b/results_nisqa/w2v2_base/layer9/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..50a043c808e99788c3bb02915d9770edf344f432
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4009871817048574
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3397 | LCC = 0.8782 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.24187143991103752
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3024 | LCC = 0.8935 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.21256049735353172
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3953 | LCC = 0.8924 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.2045258085507189
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2711 | LCC = 0.9033 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.18323028897274438
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2790 | LCC = 0.9049 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.17474642787882358
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2689 | LCC = 0.9065 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.16477559700694389
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2657 | LCC = 0.9075 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.16286204630412118
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2704 | LCC = 0.9071 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.15510756124047875
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2514 | LCC = 0.9068 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.144464511101301
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2505 | LCC = 0.9062 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.13731078316882855
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2603 | LCC = 0.9050 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.13219128536178887
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2660 | LCC = 0.9058 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.12819971852650533
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2655 | LCC = 0.9045 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.12148859037484737
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2563 | LCC = 0.9045 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.11754619024392497
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2621 | LCC = 0.9029 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.1108925526240313
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2525 | LCC = 0.9027 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.10733488365749404
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2639 | LCC = 0.9045 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.10090712593556139
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2473 | LCC = 0.9024 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.0972164636316327
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2507 | LCC = 0.9010 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.09326857240127691
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2645 | LCC = 0.9006 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.08654684304243568
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2570 | LCC = 0.8970 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.08761987904075942
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2561 | LCC = 0.9010 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.0841226685210804
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2565 | LCC = 0.8999 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.08126625117194446
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2710 | LCC = 0.8995 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.07869233279300562
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2609 | LCC = 0.8991 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.075302051692512
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2583 | LCC = 0.8991 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.07233216602764378
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2716 | LCC = 0.8973 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.07069369758656949
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2686 | LCC = 0.8980 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.06771694075294657
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2549 | LCC = 0.8997 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.06549321599520011
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2568 | LCC = 0.8980 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.06316974360732674
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2647 | LCC = 0.8987 | SRCC = 0.8980 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4346 | LCC = 0.7768 | SRCC = 0.7698 ]
diff --git a/results_nisqa/w2v2_base/layer9/run3/config.gin b/results_nisqa/w2v2_base/layer9/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer9/run3/model.pt b/results_nisqa/w2v2_base/layer9/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e3f0e7f550e6fbbf76508487913150fe7acbe31
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:db581dc24d63d7cec82a68dd7a6b2886e3272274e64863c7395cc8299ea2b0f7
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer9/run3/model_best.pt b/results_nisqa/w2v2_base/layer9/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..51ad7bacb4e6be0abe3664388795cbbcaa193455
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:493281230216aaa36c7af0e8496bd12e10e2818fadbf1468c6be57bb3b500a4e
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer9/run3/train.log b/results_nisqa/w2v2_base/layer9/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a5ba497e77ecf65607c849fcee73272cebf36e30
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44238884514466875
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3285 | LCC = 0.8737 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.24175859156543808
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2968 | LCC = 0.8912 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.2146537558450175
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2831 | LCC = 0.8987 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.197412799204016
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2995 | LCC = 0.9026 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.18686945930209464
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2651 | LCC = 0.9045 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.17492070824252387
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2738 | LCC = 0.9076 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.1618900846022402
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2598 | LCC = 0.9069 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.15533685296601643
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2642 | LCC = 0.9080 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.15137044749508013
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2464 | LCC = 0.9054 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.143195646346649
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2396 | LCC = 0.9050 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.14050954089343892
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2498 | LCC = 0.9058 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.12976925531563732
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2425 | LCC = 0.9060 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.12529037367401785
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2528 | LCC = 0.9068 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.12097041313186546
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2350 | LCC = 0.9071 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.11346279541192027
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2536 | LCC = 0.9043 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.10743172591649039
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2548 | LCC = 0.9048 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.10597220377598195
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2498 | LCC = 0.9052 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.1026289447969784
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2549 | LCC = 0.9039 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.09498673475029841
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2481 | LCC = 0.9037 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.09171037985324171
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.9022 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.08809699193504504
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2498 | LCC = 0.9029 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.08906686346913349
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2623 | LCC = 0.9014 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.07885968075752947
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2823 | LCC = 0.8976 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.0824530928724074
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2601 | LCC = 0.9003 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.07736823671212086
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2503 | LCC = 0.9015 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.07373257597230073
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2519 | LCC = 0.9024 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.07182207800491008
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2464 | LCC = 0.9013 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.07049008101397167
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2601 | LCC = 0.8990 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.0674217506123416
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2495 | LCC = 0.9001 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.06465648101761162
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2586 | LCC = 0.8992 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.06266215514671596
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2555 | LCC = 0.8986 | SRCC = 0.8980 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4532 | LCC = 0.7711 | SRCC = 0.7588 ]
diff --git a/results_nisqa/w2v2_base/layer9/run4/config.gin b/results_nisqa/w2v2_base/layer9/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_base/layer9/run4/model.pt b/results_nisqa/w2v2_base/layer9/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b9422560db69d8b05d07d36744b74501187c1e9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1827f48093a01a2bc03ee76eb3950315d9d3aec8563410d5c5b78adbeb0eba9f
+size 2747979
diff --git a/results_nisqa/w2v2_base/layer9/run4/model_best.pt b/results_nisqa/w2v2_base/layer9/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e90931f444ec861dd56ae8185d6e63260295984a
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3c5654ccc3c211282553e67849cdb6fb512fad23858dbd1dfa0bd8fcf72ad49
+size 2749702
diff --git a/results_nisqa/w2v2_base/layer9/run4/train.log b/results_nisqa/w2v2_base/layer9/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9e9266ca0194257aaaa954fc1c8a51a401da57f9
--- /dev/null
+++ b/results_nisqa/w2v2_base/layer9/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40481586599281066
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3357 | LCC = 0.8771 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.23832480084000296
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2982 | LCC = 0.8922 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.21738799028313918
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3189 | LCC = 0.8987 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.2027148920504344
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2863 | LCC = 0.9018 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.1854281295413916
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2790 | LCC = 0.9047 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.17689469189657642
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2584 | LCC = 0.9035 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.17126425932769831
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2602 | LCC = 0.9050 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.16281420203474906
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2554 | LCC = 0.9051 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.15714939024751587
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2819 | LCC = 0.9062 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.14770356763821807
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2433 | LCC = 0.9069 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.14013348769590345
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2662 | LCC = 0.9051 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.13341606632305708
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2618 | LCC = 0.9057 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.12635397570842952
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2516 | LCC = 0.9054 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.12158733416843966
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2694 | LCC = 0.9052 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.11601143287268677
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2522 | LCC = 0.9045 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.10867299514182041
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2692 | LCC = 0.9035 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.10564653614180626
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2540 | LCC = 0.9024 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.10042981622536058
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2611 | LCC = 0.9035 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.09831530081829584
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2772 | LCC = 0.9033 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.09367545573525346
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2551 | LCC = 0.9012 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.08836456478675665
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2717 | LCC = 0.9015 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.08552774903229896
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2604 | LCC = 0.9022 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.08498120206715054
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2648 | LCC = 0.9012 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.0807170598536213
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2610 | LCC = 0.9015 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.0769129993684719
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2585 | LCC = 0.9018 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.07600870551918283
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2685 | LCC = 0.9002 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.07213739497382517
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2702 | LCC = 0.8995 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.07124214132741696
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2563 | LCC = 0.9002 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.06859737354723704
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2703 | LCC = 0.8985 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.06496582354682719
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2702 | LCC = 0.8981 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.06401166888330713
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2908 | LCC = 0.8964 | SRCC = 0.8967 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4414 | LCC = 0.7811 | SRCC = 0.7697 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a57a7076dc9e6e705383e406719e5a4f773558df
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78d33c849d51730406d46a85a4de466a7f1e6b9ff898985039b55665aa514784
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80be6f1f76d10006a166dfbb450afef8c18254d9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b55710490dfa8c73b2d9fdedc966eb35dfd9473699cfc5d55ea388d70073c0fb
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5627b6977d07feba3fb5c54b6e07dad315beefe4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6122445660519462
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5338 | LCC = 0.7722 | SRCC = 0.7709 ]
+INFO:root:Average loss=0.4174728167022584
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4665 | LCC = 0.7989 | SRCC = 0.7971 ]
+INFO:root:Average loss=0.4022646885731317
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5082 | LCC = 0.8165 | SRCC = 0.8130 ]
+INFO:root:Average loss=0.3535449635775792
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5827 | LCC = 0.8268 | SRCC = 0.8290 ]
+INFO:root:Average loss=0.3358510796389828
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4198 | LCC = 0.8372 | SRCC = 0.8380 ]
+INFO:root:Average loss=0.30283974455615686
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3857 | LCC = 0.8463 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.290099148719297
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3634 | LCC = 0.8533 | SRCC = 0.8522 ]
+INFO:root:Average loss=0.2715194701631634
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3677 | LCC = 0.8633 | SRCC = 0.8624 ]
+INFO:root:Average loss=0.26426844901776725
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3484 | LCC = 0.8679 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.24993184579245617
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3256 | LCC = 0.8705 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.23548620047769106
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3806 | LCC = 0.8744 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.23350051316739506
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3425 | LCC = 0.8747 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.22153657735083143
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3442 | LCC = 0.8780 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.21477260935857806
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3133 | LCC = 0.8739 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.2075604583658924
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3288 | LCC = 0.8807 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.20446860368196676
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3430 | LCC = 0.8816 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.19398271171860612
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3129 | LCC = 0.8785 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.1910928861598748
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2891 | LCC = 0.8827 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.18204963702514682
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3136 | LCC = 0.8843 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.1830199373767555
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3181 | LCC = 0.8858 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.17711824876380106
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3460 | LCC = 0.8847 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.1724249889826499
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3131 | LCC = 0.8849 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.16446115489984522
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3026 | LCC = 0.8885 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.1696840743884186
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3146 | LCC = 0.8895 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.1607010388649957
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2878 | LCC = 0.8888 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.15518539747750829
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2962 | LCC = 0.8873 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.15273846087255918
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2903 | LCC = 0.8904 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.1555906197842146
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3118 | LCC = 0.8899 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.14818870887763239
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3356 | LCC = 0.8904 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.1401499853916251
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3059 | LCC = 0.8827 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.14195378034273323
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3514 | LCC = 0.8845 | SRCC = 0.8844 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5821 | LCC = 0.5878 | SRCC = 0.5545 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e35b0713e1b599779ba1678733b2016e20327f1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2d3c4f3df73efa8fa3b9dd75e0528d6063651bcb0f6f513b766016e10b6aabd
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1b0781d4d548e1b2a6ffc7fb175cce4a558d79f8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93504b2688fa3cc1d6b74602d4d88a3a781319623e960b6cd6d9c6d7bc0a5550
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..90b2a45789392cc714f40381ab59b1c6af6536d9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6134497202889768
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5602 | LCC = 0.7725 | SRCC = 0.7706 ]
+INFO:root:Average loss=0.42805876948929933
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5217 | LCC = 0.7954 | SRCC = 0.7927 ]
+INFO:root:Average loss=0.402420744041487
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5465 | LCC = 0.8088 | SRCC = 0.8044 ]
+INFO:root:Average loss=0.371302252301591
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4984 | LCC = 0.8211 | SRCC = 0.8183 ]
+INFO:root:Average loss=0.34128956755117185
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5439 | LCC = 0.8269 | SRCC = 0.8265 ]
+INFO:root:Average loss=0.3265849836816678
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3985 | LCC = 0.8326 | SRCC = 0.8314 ]
+INFO:root:Average loss=0.30561437289838844
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3864 | LCC = 0.8466 | SRCC = 0.8448 ]
+INFO:root:Average loss=0.2916773583503128
+INFO:root:
+[Valid][7][UTT][ MSE = 0.5040 | LCC = 0.8460 | SRCC = 0.8477 ]
+INFO:root:Average loss=0.2734250641627119
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3838 | LCC = 0.8629 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.2643280232572831
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3524 | LCC = 0.8658 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.2524777308881627
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3754 | LCC = 0.8698 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.2426772084022533
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4357 | LCC = 0.8684 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.23579424145938344
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3339 | LCC = 0.8777 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.23318339927348097
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3941 | LCC = 0.8750 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.21483605742626796
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3650 | LCC = 0.8789 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.21317826543067922
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3299 | LCC = 0.8798 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.19868286836870833
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3179 | LCC = 0.8805 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.1999439977410901
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3760 | LCC = 0.8831 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.1943495217603066
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3117 | LCC = 0.8837 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.18943468993798845
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2970 | LCC = 0.8820 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.18275198413629754
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3149 | LCC = 0.8810 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.1781917593813356
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3814 | LCC = 0.8825 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.17292682473370105
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3014 | LCC = 0.8831 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.1691015347666134
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3028 | LCC = 0.8851 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.16404668534594463
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3590 | LCC = 0.8851 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.1631567509618798
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2967 | LCC = 0.8851 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.1583824784769488
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3245 | LCC = 0.8877 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.14970439784444137
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3130 | LCC = 0.8893 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.15313234227585654
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3079 | LCC = 0.8804 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.15250968734997544
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3128 | LCC = 0.8877 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.14750441603061093
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3162 | LCC = 0.8819 | SRCC = 0.8838 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6039 | LCC = 0.5735 | SRCC = 0.5518 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..804d6556d36759af100b4ba4b98e396959cd7a4c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc33aef8b1240d93182ca2f4e57652fb258c88c625429aea4577cd635a3751e2
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..01fe28b957fac2740e36f8740e8592367caa116f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ce55adfe284a95b212677270cf859757c329d970a2c1aa5e986f2f1c24aca5f
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f234b644d71a2358f140b36c74c5f50c5eba2ef2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6270792982137272
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5630 | LCC = 0.7730 | SRCC = 0.7717 ]
+INFO:root:Average loss=0.42746234990957843
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4735 | LCC = 0.7994 | SRCC = 0.7965 ]
+INFO:root:Average loss=0.3775418486037006
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4815 | LCC = 0.8139 | SRCC = 0.8118 ]
+INFO:root:Average loss=0.36334655265932136
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4389 | LCC = 0.8304 | SRCC = 0.8270 ]
+INFO:root:Average loss=0.3378022143434238
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4586 | LCC = 0.8312 | SRCC = 0.8319 ]
+INFO:root:Average loss=0.30727905646569464
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3768 | LCC = 0.8444 | SRCC = 0.8440 ]
+INFO:root:Average loss=0.31466126235234254
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4094 | LCC = 0.8525 | SRCC = 0.8504 ]
+INFO:root:Average loss=0.2813609578361401
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3833 | LCC = 0.8610 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.2665188717359752
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3507 | LCC = 0.8600 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.25315449244714194
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3719 | LCC = 0.8633 | SRCC = 0.8628 ]
+INFO:root:Average loss=0.25212243251028776
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3463 | LCC = 0.8692 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.24029829900044236
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3454 | LCC = 0.8714 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.227090538409404
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3310 | LCC = 0.8768 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.2219121431167415
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3192 | LCC = 0.8743 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.21863170583985445
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3163 | LCC = 0.8774 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.21002352018060022
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3153 | LCC = 0.8695 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.20223993269694335
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3266 | LCC = 0.8815 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.1967184540164264
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2925 | LCC = 0.8801 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.19369793532556193
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3392 | LCC = 0.8730 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.18736408134071814
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2933 | LCC = 0.8798 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.1798565209428699
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2968 | LCC = 0.8832 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.17626483432647122
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3287 | LCC = 0.8751 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.1813903095232958
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3411 | LCC = 0.8687 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.16488275788939757
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3012 | LCC = 0.8797 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.1648518836308766
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3947 | LCC = 0.8667 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.16842462320548263
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3055 | LCC = 0.8830 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.15867660233395636
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3084 | LCC = 0.8832 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.15342954821841565
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3104 | LCC = 0.8770 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.15401336903861493
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2882 | LCC = 0.8834 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.15154770989983068
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2881 | LCC = 0.8804 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.14472245110597223
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2963 | LCC = 0.8857 | SRCC = 0.8850 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6221 | LCC = 0.5572 | SRCC = 0.5242 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15cdb63f345dcba08a399c2775b6ee865833f30a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3064c93362d03f9fb01bfb42b8489fee034638446e2230caa673ae0a6b3a7475
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..69e7ce1c633d25c8d653522183769a53f728bbaf
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:064a7448b7e76f1b2c513215de0d2b11345a390ce66e739d84337af90907ebdc
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d31f8baa88f1b86db6008e72e427919551e2ac48
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5584476174991255
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5338 | LCC = 0.7804 | SRCC = 0.7801 ]
+INFO:root:Average loss=0.4273068270931354
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5199 | LCC = 0.7929 | SRCC = 0.7914 ]
+INFO:root:Average loss=0.39058119756293436
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4490 | LCC = 0.8133 | SRCC = 0.8092 ]
+INFO:root:Average loss=0.36550071060312966
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4348 | LCC = 0.8237 | SRCC = 0.8234 ]
+INFO:root:Average loss=0.3301112597560607
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4222 | LCC = 0.8371 | SRCC = 0.8337 ]
+INFO:root:Average loss=0.32182073239990744
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4417 | LCC = 0.8297 | SRCC = 0.8351 ]
+INFO:root:Average loss=0.29401170070460764
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4280 | LCC = 0.8434 | SRCC = 0.8461 ]
+INFO:root:Average loss=0.28036639154646437
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3443 | LCC = 0.8518 | SRCC = 0.8529 ]
+INFO:root:Average loss=0.26908604352804966
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3741 | LCC = 0.8630 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.2591743844781997
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3495 | LCC = 0.8699 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.24311303885685914
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3459 | LCC = 0.8683 | SRCC = 0.8656 ]
+INFO:root:Average loss=0.2304870118467794
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3217 | LCC = 0.8697 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.23382160601588342
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3290 | LCC = 0.8671 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.22221925871909698
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3386 | LCC = 0.8735 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.2159211862983042
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3524 | LCC = 0.8750 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.2068631497852375
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3336 | LCC = 0.8775 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.20049420752794067
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3272 | LCC = 0.8811 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.19107940978225255
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3341 | LCC = 0.8842 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.18938068330632468
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3187 | LCC = 0.8820 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.1789016721910135
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2866 | LCC = 0.8844 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.17946475033642928
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3216 | LCC = 0.8843 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.17740987908805725
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3091 | LCC = 0.8820 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.17426194982721627
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3127 | LCC = 0.8852 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.1643468720375458
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3477 | LCC = 0.8682 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.16860865883399986
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3185 | LCC = 0.8802 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.16276374299918986
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2920 | LCC = 0.8877 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.15571666065323558
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2806 | LCC = 0.8867 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.15640516363816453
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3091 | LCC = 0.8804 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.14840891530920317
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2975 | LCC = 0.8879 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.14369263530122062
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2799 | LCC = 0.8864 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.14420205432211045
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2822 | LCC = 0.8886 | SRCC = 0.8885 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5973 | LCC = 0.5753 | SRCC = 0.5405 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e876745ba0b669d2bcf25cb748c15a5dc5c2ec48
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dac8623f848fb816ba826d46af6dd4600d514b9be45b6690e6f29c180c53ccfc
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83d9db03550072faae1e94fe4ccdb0c765030035
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0e3374fc83c921d28c7b735ac49944945dfe3c1de199cc9fad8ed42a6ae26c7
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer0/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4037631336e72b5a7173a1377335831a52ffe6b6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5862599509644371
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5930 | LCC = 0.7703 | SRCC = 0.7693 ]
+INFO:root:Average loss=0.43924992277443065
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5148 | LCC = 0.7974 | SRCC = 0.7960 ]
+INFO:root:Average loss=0.404921354844391
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4479 | LCC = 0.8106 | SRCC = 0.8080 ]
+INFO:root:Average loss=0.355035439219778
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4788 | LCC = 0.8237 | SRCC = 0.8213 ]
+INFO:root:Average loss=0.35877393013824616
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4145 | LCC = 0.8319 | SRCC = 0.8294 ]
+INFO:root:Average loss=0.3280024004809429
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5431 | LCC = 0.8170 | SRCC = 0.8283 ]
+INFO:root:Average loss=0.3145642988599105
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3778 | LCC = 0.8478 | SRCC = 0.8455 ]
+INFO:root:Average loss=0.30225971091344866
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3774 | LCC = 0.8488 | SRCC = 0.8479 ]
+INFO:root:Average loss=0.2747856883299833
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3776 | LCC = 0.8516 | SRCC = 0.8531 ]
+INFO:root:Average loss=0.2675598653065676
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3878 | LCC = 0.8629 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.2553802768274539
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3429 | LCC = 0.8617 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.2409388018567438
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3425 | LCC = 0.8695 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.2371551586541137
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3444 | LCC = 0.8703 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.2266539095798669
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3426 | LCC = 0.8748 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.2245215056948579
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3235 | LCC = 0.8758 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.21402759445195943
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3787 | LCC = 0.8667 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.21077850142310808
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3256 | LCC = 0.8769 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.20582223554394838
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3377 | LCC = 0.8719 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.19586082926892132
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3178 | LCC = 0.8816 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.19038544216252476
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3452 | LCC = 0.8800 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.19854566015604602
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3141 | LCC = 0.8821 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.1768510271445175
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3023 | LCC = 0.8778 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.1801135754051236
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2985 | LCC = 0.8848 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.18975305359143052
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3737 | LCC = 0.8793 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.17145648314429157
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3014 | LCC = 0.8827 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.16760448646338688
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4006 | LCC = 0.8661 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.15994310900138292
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3116 | LCC = 0.8837 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.16092957082511372
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3484 | LCC = 0.8717 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.15556201515342458
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2905 | LCC = 0.8864 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.15597851492593742
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2960 | LCC = 0.8867 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.14896645586442397
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2923 | LCC = 0.8856 | SRCC = 0.8860 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6393 | LCC = 0.5420 | SRCC = 0.5064 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba2e17b66fa05b3bc46c74c5380a388d2aff8622
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4546c857fed810efe35ad10291c8e7433e4d50c74e1d787b7197e087df31115
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9f036f8806a4736ffc4c8ac0a75d8a2ec1a67951
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3937b91d1a43734c5645bd07afdee210a025fa79973508bdc76374c92bfea45b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e8f06eb2831abc1e5def6d3432f3d4d0f06bb424
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5432076913256176
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4253 | LCC = 0.8379 | SRCC = 0.8384 ]
+INFO:root:Average loss=0.30206824649620606
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3722 | LCC = 0.8697 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.2605151463450724
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3518 | LCC = 0.8791 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.22433830853659292
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3385 | LCC = 0.8867 | SRCC = 0.8867 ]
+INFO:root:Average loss=0.2106525699871813
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3096 | LCC = 0.8862 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.20607473322249562
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3071 | LCC = 0.8882 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.18424232187815484
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3090 | LCC = 0.8879 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.17368306723460986
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2855 | LCC = 0.8889 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.16452453160561578
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2976 | LCC = 0.8912 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.15305929570701082
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3473 | LCC = 0.8886 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.14004050104776558
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2983 | LCC = 0.8897 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.13257190352574938
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2864 | LCC = 0.8875 | SRCC = 0.8876 ]
+INFO:root:Average loss=0.1279120453003514
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3067 | LCC = 0.8881 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.12027022436347311
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3367 | LCC = 0.8857 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.11052152501537621
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2768 | LCC = 0.8869 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.10481868880246416
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3013 | LCC = 0.8862 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.09722130997590936
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2973 | LCC = 0.8831 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.09183943062762305
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3072 | LCC = 0.8824 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.08886577449523644
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2961 | LCC = 0.8839 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.08237147944941686
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2992 | LCC = 0.8856 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.07793773424332541
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2979 | LCC = 0.8831 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.07323245786001227
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3103 | LCC = 0.8835 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.07182060003366773
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3056 | LCC = 0.8814 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.06837303551032364
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3046 | LCC = 0.8819 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.0665587260242487
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2966 | LCC = 0.8816 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.06141202815006234
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3044 | LCC = 0.8807 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.06094458494658415
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3084 | LCC = 0.8831 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.060102849778843066
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3240 | LCC = 0.8815 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.055414229922125795
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3008 | LCC = 0.8830 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.05469543860439276
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3313 | LCC = 0.8804 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.04919096098599062
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2936 | LCC = 0.8823 | SRCC = 0.8814 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4261 | LCC = 0.7213 | SRCC = 0.7159 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c780402fee8e877369673842c3e26cd1db5a318
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c317d849096c6ba40d207322825de6164d36c34c12f8317213cfca0849d9c94c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb1c1b69ceb8bc08fc6559ed31ae26ea9333ab17
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4e55c82092325cf8a85746a5c63ba9286884e92f2d16a20bf509beabb8791d6
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d8b8f7ce4977f534f6ca2796e6544030b34362fc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5015089314624753
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4631 | LCC = 0.8288 | SRCC = 0.8340 ]
+INFO:root:Average loss=0.3124182065787343
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3821 | LCC = 0.8680 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.25742838105369853
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3211 | LCC = 0.8794 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.24237268939183626
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3282 | LCC = 0.8876 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.223163682170686
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3369 | LCC = 0.8892 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.19965065675491542
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3700 | LCC = 0.8815 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.19525714692352825
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2947 | LCC = 0.8929 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.17980987561403672
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3070 | LCC = 0.8905 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.16466395388965663
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2937 | LCC = 0.8930 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.1554582742166657
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2787 | LCC = 0.8914 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.14417392829422318
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2811 | LCC = 0.8883 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.14058162254749695
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2755 | LCC = 0.8892 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.13478120562830412
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2979 | LCC = 0.8901 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.12199617396889395
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3187 | LCC = 0.8888 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.11546073862582962
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2828 | LCC = 0.8873 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.11283294141637107
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3332 | LCC = 0.8811 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.10275518381698973
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2792 | LCC = 0.8870 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.09803519673602429
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3216 | LCC = 0.8876 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.09643191680570558
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3204 | LCC = 0.8849 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.08901584861164837
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2963 | LCC = 0.8865 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.08256253630267402
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2809 | LCC = 0.8857 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.08105156073249833
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2989 | LCC = 0.8837 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.07477412971457995
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2928 | LCC = 0.8856 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.07307010522984356
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2760 | LCC = 0.8853 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.06990260002068702
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2990 | LCC = 0.8856 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.06630141378482642
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2955 | LCC = 0.8828 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.0636730284317036
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3025 | LCC = 0.8841 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.06191503549414563
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2912 | LCC = 0.8824 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.0595223163765979
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2880 | LCC = 0.8846 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.05773900584936831
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2834 | LCC = 0.8827 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.05421124491302264
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2867 | LCC = 0.8823 | SRCC = 0.8812 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4177 | LCC = 0.7299 | SRCC = 0.7262 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7d15d66d79fd52e6f7ddab4f96fa4fb88b02fd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e39e4ded4ea751a7e4793a71c7088b60c282ca5d0b0a1c97f57e290cc3d7b12
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af68d51a70e04a4f638c845e901d6f735e66d38d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf455f9bf48dcee62531a4f7e9942a2f5a021cbf211e0d5c225d49816d7e212e
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6987ee54d61fd5c1c155745189e26bc8f0c0b089
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5726069047444129
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4485 | LCC = 0.8380 | SRCC = 0.8379 ]
+INFO:root:Average loss=0.3083247757715986
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4331 | LCC = 0.8680 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.2627590044557704
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3748 | LCC = 0.8778 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.23858429207278126
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3631 | LCC = 0.8830 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.22307464196158283
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3332 | LCC = 0.8894 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.20744186605332215
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3160 | LCC = 0.8901 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.1868085892644921
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3282 | LCC = 0.8890 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.17992706385823343
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2935 | LCC = 0.8907 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.16834328017827405
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3062 | LCC = 0.8885 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.15366082935664005
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3870 | LCC = 0.8893 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.1444317534393658
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3047 | LCC = 0.8907 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.1394185796380043
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3207 | LCC = 0.8915 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.12854275253811323
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3145 | LCC = 0.8876 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.12340621663139045
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3342 | LCC = 0.8885 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.11775957805917442
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2985 | LCC = 0.8907 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.10907797175163479
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2810 | LCC = 0.8848 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.10592690454742124
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3191 | LCC = 0.8880 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.09825300927020911
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3004 | LCC = 0.8881 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.09252850909453596
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3061 | LCC = 0.8883 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.08896666851346892
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3155 | LCC = 0.8856 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.08200156673616757
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3571 | LCC = 0.8860 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.07915923139349573
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2997 | LCC = 0.8853 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.07812091305507401
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2831 | LCC = 0.8873 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.07352224317503113
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2918 | LCC = 0.8843 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.06878968289477287
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2997 | LCC = 0.8819 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.06770041117692269
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3522 | LCC = 0.8848 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.06338459339445036
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3413 | LCC = 0.8844 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.05943077260014639
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3357 | LCC = 0.8855 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.05830023398978173
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3343 | LCC = 0.8826 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.05665701037714247
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3214 | LCC = 0.8792 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.056908962828231
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3037 | LCC = 0.8823 | SRCC = 0.8816 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4568 | LCC = 0.7155 | SRCC = 0.7125 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d919289c1b73361aaada34f0358c416de55273f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f57f6c57169ce503ae3d945f294ec2b2b4320920790d21c4bede1d46a17952
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a78f3b242cfb27df133f1fefe8f6d2a63318f30
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc54e48e7b8c7a3dddabe580c688571519853cf704c08a39af6813da89109aa5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a9b678ca1a2074f05aec0d077efa2dd744bbba39
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5698263254985644
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4384 | LCC = 0.8394 | SRCC = 0.8391 ]
+INFO:root:Average loss=0.3116925903138398
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4761 | LCC = 0.8569 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.276498909199858
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3620 | LCC = 0.8769 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.2388143734952618
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3335 | LCC = 0.8836 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.21526367281902734
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3197 | LCC = 0.8849 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.19787855902848217
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3536 | LCC = 0.8875 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.1834831981128351
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3185 | LCC = 0.8873 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.17249676697171493
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3071 | LCC = 0.8915 | SRCC = 0.8911 ]
+INFO:root:Average loss=0.16373745179762042
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2929 | LCC = 0.8907 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.15949277967386852
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3037 | LCC = 0.8900 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.14736276507549892
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3353 | LCC = 0.8912 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.13954741352727648
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2837 | LCC = 0.8884 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.1313270208118968
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2986 | LCC = 0.8892 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.12217957216363422
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2921 | LCC = 0.8885 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.12046965185789704
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3036 | LCC = 0.8829 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.11220903319947292
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2862 | LCC = 0.8864 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.10524624689466003
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3178 | LCC = 0.8881 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.09592599055670589
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3080 | LCC = 0.8873 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.09281125852052187
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3272 | LCC = 0.8880 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.08932489651992831
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3263 | LCC = 0.8816 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.08796879173272606
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2967 | LCC = 0.8874 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.08438697965503428
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3058 | LCC = 0.8861 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.0784528190646902
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3201 | LCC = 0.8852 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.07269435136907362
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3219 | LCC = 0.8865 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.07064795754634576
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3044 | LCC = 0.8875 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.06776016384277041
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3105 | LCC = 0.8829 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.06978934548924424
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3218 | LCC = 0.8868 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.061040152467227396
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3196 | LCC = 0.8826 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.06181260562270363
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2933 | LCC = 0.8847 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.057560426576030735
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3047 | LCC = 0.8840 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.05490572718268185
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3480 | LCC = 0.8839 | SRCC = 0.8827 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4342 | LCC = 0.7208 | SRCC = 0.7159 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe80452b9b535318916aa7660b142c51d6c69730
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:10c0ccf596a8a131e174033d4f90389d6904325fa36a77dc307c6987b55a21e8
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e51f5730f4b75e31033ffc55ba43d2e686b029
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2b31b3a8059c947b064f99eb797f60f1d19603f818a1e2e8f4345a0b0b7492c
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer10/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..453b2edf507022fb95a82c76d9bcc942dbadcb3a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4919357199889387
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4545 | LCC = 0.8497 | SRCC = 0.8490 ]
+INFO:root:Average loss=0.30383419680457585
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4352 | LCC = 0.8695 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.25798579878200684
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3307 | LCC = 0.8835 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.2393051611119612
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3063 | LCC = 0.8869 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.21499481917805754
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3622 | LCC = 0.8890 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.19959707730422818
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2884 | LCC = 0.8902 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.18666160011911667
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2809 | LCC = 0.8956 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.1757486443643625
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3594 | LCC = 0.8882 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.16097761578642564
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2863 | LCC = 0.8946 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.15289318802728818
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3484 | LCC = 0.8888 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.13929953641457365
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2847 | LCC = 0.8902 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.13410902820053816
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3094 | LCC = 0.8927 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.12755269049047735
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2937 | LCC = 0.8925 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.1190046667622004
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2794 | LCC = 0.8906 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.11617714334602301
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2937 | LCC = 0.8894 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.10871519886947781
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2925 | LCC = 0.8884 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.10005931836159933
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2997 | LCC = 0.8880 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.1003057163617859
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3662 | LCC = 0.8814 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.09461506296789025
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2926 | LCC = 0.8864 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.08578593932049122
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3002 | LCC = 0.8877 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.08271682428228373
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2852 | LCC = 0.8890 | SRCC = 0.8884 ]
+INFO:root:Average loss=0.07750284839744513
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3137 | LCC = 0.8851 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.0733495835064119
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2793 | LCC = 0.8882 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.0705271327297467
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3066 | LCC = 0.8868 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.06852424493587086
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2968 | LCC = 0.8870 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.06592299405894528
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2878 | LCC = 0.8889 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.06321661178604027
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2892 | LCC = 0.8884 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.059612390579860335
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3357 | LCC = 0.8838 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.05924726215142735
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3038 | LCC = 0.8863 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.05814080689683815
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2891 | LCC = 0.8880 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.05289044435744341
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3143 | LCC = 0.8832 | SRCC = 0.8851 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3982 | LCC = 0.7423 | SRCC = 0.7370 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5175634197d10ffae5d21462b87541f6ba1daeb
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e73bbb00f3deeeb55c33b83db5b5cc10dbf7f7a8dae89a20839034c64103929
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a24e3e1fadce05d398ad0f1a99150efbe09692
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:56182dd278b6a922bebc8f4304eccec37831891769e23672d3f71f66c096febe
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6b354c3de874f875d37f44b92168c2cddcbbe2ea
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4708036844957771
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4480 | LCC = 0.8379 | SRCC = 0.8375 ]
+INFO:root:Average loss=0.31350788112320654
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4813 | LCC = 0.8554 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.2771448578276386
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3877 | LCC = 0.8661 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.25062956002061765
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3421 | LCC = 0.8759 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.22466824884187278
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3398 | LCC = 0.8787 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.2122458893525807
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4278 | LCC = 0.8791 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.19918218431617482
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4259 | LCC = 0.8790 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.19035362590082808
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3458 | LCC = 0.8831 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.17034999259634515
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3148 | LCC = 0.8837 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.1574514943223468
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3357 | LCC = 0.8805 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.15332828918633434
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3373 | LCC = 0.8809 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.1379768618011061
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2932 | LCC = 0.8835 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1313690634476656
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3355 | LCC = 0.8791 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.12461528535178631
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3366 | LCC = 0.8755 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.11557281077597183
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2985 | LCC = 0.8793 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.10583400713398278
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3018 | LCC = 0.8787 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.10042711226754106
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3119 | LCC = 0.8790 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.09488240870609449
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3074 | LCC = 0.8769 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.09137639164321684
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3138 | LCC = 0.8789 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.08593441350008711
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3263 | LCC = 0.8750 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.08384731030791481
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3471 | LCC = 0.8731 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.07534095591117192
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3448 | LCC = 0.8731 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.07195875324265805
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3133 | LCC = 0.8749 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.06891660926314448
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3087 | LCC = 0.8762 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.06637084189091803
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3573 | LCC = 0.8740 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.06438501958729904
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3131 | LCC = 0.8756 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.06290425332209279
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3236 | LCC = 0.8759 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.060395035709690494
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3499 | LCC = 0.8747 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.05657264247881195
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3608 | LCC = 0.8746 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.055164617082545525
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3420 | LCC = 0.8728 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.05350998735238362
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3125 | LCC = 0.8751 | SRCC = 0.8739 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4145 | LCC = 0.7299 | SRCC = 0.7155 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5022c43b8b740b4e641659dad130a974f2493fe
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b085e85a157886475f56547679b1a736a5165ad9963b86532dd98600ab3b2898
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aac8237eb0f84d7519f03faa1ef4df12d2d3432
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e14f546d30330e516bd3095260538a7a4d02a5a40a10bcab08b0e3756853baf
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bb9346dd26211981a5bc9617628411768c7be86d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5110745640159342
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4609 | LCC = 0.8262 | SRCC = 0.8300 ]
+INFO:root:Average loss=0.3346370990910282
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4218 | LCC = 0.8549 | SRCC = 0.8535 ]
+INFO:root:Average loss=0.27744087809427626
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3714 | LCC = 0.8721 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.24846222807217194
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4104 | LCC = 0.8715 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.22872196215425614
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3629 | LCC = 0.8801 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.20362767783892638
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3210 | LCC = 0.8825 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.18472308656900605
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3014 | LCC = 0.8851 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.17460448329331557
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3164 | LCC = 0.8839 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.16834332057506363
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3552 | LCC = 0.8824 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.15726768122070786
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3085 | LCC = 0.8816 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.15285841121494426
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3568 | LCC = 0.8802 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.13684944300293234
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2909 | LCC = 0.8826 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.1262686220293789
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3270 | LCC = 0.8772 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.11878962918168548
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3418 | LCC = 0.8798 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.11094870538897597
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3077 | LCC = 0.8769 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.10005994513630867
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3481 | LCC = 0.8740 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.09364937975830426
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3357 | LCC = 0.8761 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.09163168974952891
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3306 | LCC = 0.8743 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.08715302540215454
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3698 | LCC = 0.8689 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.08175876691420643
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3621 | LCC = 0.8712 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.07645674631257966
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3222 | LCC = 0.8768 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.07112381163704602
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3154 | LCC = 0.8769 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.07039183931629782
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3350 | LCC = 0.8735 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.06870742643930319
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3319 | LCC = 0.8733 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.06193764236448817
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3371 | LCC = 0.8750 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.06302248624104985
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3388 | LCC = 0.8734 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.06047194011810887
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3234 | LCC = 0.8746 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.056916441143937194
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3474 | LCC = 0.8718 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.054182875987594525
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3329 | LCC = 0.8731 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.051910688013182896
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3157 | LCC = 0.8745 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.051813540711051466
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3341 | LCC = 0.8706 | SRCC = 0.8710 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4468 | LCC = 0.7089 | SRCC = 0.6972 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64939c362dc498e184c63a5b3bb2fb9a9fef2df0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:559615c35783d321f7ad1cd2c439b481fa091c5aff0fa0b8a41d35489ad6905c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b9e1bbc955428655db13258e70887fb1bf12de2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3225284cb9302bb11e45f71ff565af3c9c7fa4b387eddadf8743c74cff7bcf84
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b735300b7a5f21bf591aabd43af7388efa5f13e0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5818472323734636
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4384 | LCC = 0.8386 | SRCC = 0.8390 ]
+INFO:root:Average loss=0.31753378899800294
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4638 | LCC = 0.8554 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.28080813690072537
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3530 | LCC = 0.8733 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.24525495889903492
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3361 | LCC = 0.8779 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.2189274573257204
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3655 | LCC = 0.8819 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.21615520963779075
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3348 | LCC = 0.8813 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.18930298288089004
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3309 | LCC = 0.8814 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.17548114117342611
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3423 | LCC = 0.8788 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.16813669814539783
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3066 | LCC = 0.8871 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.15496130838904076
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3035 | LCC = 0.8838 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.1456961025392389
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3111 | LCC = 0.8811 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.13472338322270122
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3138 | LCC = 0.8840 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.12472304073027793
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3511 | LCC = 0.8809 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.11647198965094682
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3178 | LCC = 0.8842 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1107202176586052
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3065 | LCC = 0.8803 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.10438776784980228
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3053 | LCC = 0.8813 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.09689002699417874
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3048 | LCC = 0.8775 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.09162105169857858
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3051 | LCC = 0.8770 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.08965809778929446
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3416 | LCC = 0.8728 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.08329694087191813
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3021 | LCC = 0.8794 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.07802863546103411
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3132 | LCC = 0.8764 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.07614761474676904
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3137 | LCC = 0.8766 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.07400152321926431
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3151 | LCC = 0.8765 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.06743662937872671
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3654 | LCC = 0.8786 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.0638025786318531
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3522 | LCC = 0.8780 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.06430852098788829
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3113 | LCC = 0.8781 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.060294274456066894
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3232 | LCC = 0.8746 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.05720695136168789
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3174 | LCC = 0.8771 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.05637430631141097
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3110 | LCC = 0.8742 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.053612774787093864
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3031 | LCC = 0.8761 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.048782885860587134
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3215 | LCC = 0.8769 | SRCC = 0.8766 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4203 | LCC = 0.7383 | SRCC = 0.7283 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6993d31926a9fe18a0b47f074136dc85ef184650
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:614cc1aebdabfa8483d0b00b8b2fc4c4f6a8f165c04ff6a1a5a56b262f23e6d5
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c5b067340e82ff436c56dbccfcc4c71e39c37fd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6d5fd36af317c0f16dc660562f810a8a81aacef71f1a0e58d1043628f2af46f
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4097a90e4d84f88029ca28aae1e674df3b9cb7ae
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5330041542735403
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4231 | LCC = 0.8301 | SRCC = 0.8297 ]
+INFO:root:Average loss=0.31287731221645554
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4148 | LCC = 0.8576 | SRCC = 0.8561 ]
+INFO:root:Average loss=0.2779143209746807
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3339 | LCC = 0.8697 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.24925101552739998
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4029 | LCC = 0.8753 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.23385896740448958
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3532 | LCC = 0.8826 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.21668135284343895
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3693 | LCC = 0.8822 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.1937952749646468
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3094 | LCC = 0.8819 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.18594505870445616
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3506 | LCC = 0.8822 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.1714137293010778
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3079 | LCC = 0.8836 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.15631169933459663
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3042 | LCC = 0.8809 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.14748341736593687
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3152 | LCC = 0.8817 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.1362739659285959
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3181 | LCC = 0.8817 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.12726225828848822
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3226 | LCC = 0.8761 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.1297894387231397
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3141 | LCC = 0.8753 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.11517247600707016
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3422 | LCC = 0.8716 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.1071432398018465
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3260 | LCC = 0.8764 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.10327021265133268
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3491 | LCC = 0.8772 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.0959626039802339
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3312 | LCC = 0.8742 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.09315598308178731
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3198 | LCC = 0.8739 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.08695934463098559
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3168 | LCC = 0.8708 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.08314934353521794
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3223 | LCC = 0.8756 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.07948363781233743
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3389 | LCC = 0.8778 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.07447246298452333
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3036 | LCC = 0.8750 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.07125566163331787
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3106 | LCC = 0.8741 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.06600434998470235
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3302 | LCC = 0.8773 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.06443585524324737
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3243 | LCC = 0.8758 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.06129302230873549
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3078 | LCC = 0.8774 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.059117963656007896
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3160 | LCC = 0.8785 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.05637072472472411
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3197 | LCC = 0.8775 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.05710668224475287
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3244 | LCC = 0.8779 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.05387094269124414
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3014 | LCC = 0.8781 | SRCC = 0.8774 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4257 | LCC = 0.7389 | SRCC = 0.7268 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1191dbcd72a9a4ff963fe014e8f7da2261073bc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c92dcb3bc26d32a199c01946c516455396a2e3b833ff7a7e37a4e8d0e3f18cef
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cbeb6e44598e5fb7ee995611bf8e0f3d7effe6e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df069c5a83d4ac4a39c25a1147339c158ee1180ce978e2656693e73917952ba
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer12/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..21c1fe3e07e0d5da908093efaf2984e846901c97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5088330756205355
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4219 | LCC = 0.8371 | SRCC = 0.8349 ]
+INFO:root:Average loss=0.3226132494521279
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3727 | LCC = 0.8521 | SRCC = 0.8515 ]
+INFO:root:Average loss=0.2782562539584375
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3833 | LCC = 0.8641 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.2545914513871849
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3265 | LCC = 0.8737 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.23601181865427534
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2945 | LCC = 0.8760 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.2059671750905886
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3274 | LCC = 0.8778 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.18920784775232305
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3618 | LCC = 0.8791 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.183269920333617
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2968 | LCC = 0.8831 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.1721338300260505
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3525 | LCC = 0.8827 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.161229873452917
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3046 | LCC = 0.8827 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.1491292369675774
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3211 | LCC = 0.8835 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.14300477668384595
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3802 | LCC = 0.8760 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.13461690964554088
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3079 | LCC = 0.8810 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.12343645095825195
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3117 | LCC = 0.8786 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.11530574624335145
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3053 | LCC = 0.8809 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.10665133524406163
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3517 | LCC = 0.8743 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.10567565473345662
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3586 | LCC = 0.8739 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.09528832966623278
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3158 | LCC = 0.8778 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.09382764577348797
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3058 | LCC = 0.8759 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.08492566014214747
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3101 | LCC = 0.8755 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.08179951635743841
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3098 | LCC = 0.8765 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.07744014767036272
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3256 | LCC = 0.8738 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.07560194701473148
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3738 | LCC = 0.8731 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.07586115947520802
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3339 | LCC = 0.8733 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.06723046270495205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3138 | LCC = 0.8746 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.061485783471537464
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3337 | LCC = 0.8736 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.06064744552091367
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3180 | LCC = 0.8745 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.059404947681923136
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3132 | LCC = 0.8738 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.061352416097773296
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3278 | LCC = 0.8724 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.05447474897252342
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3112 | LCC = 0.8743 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.05004608558996909
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3263 | LCC = 0.8717 | SRCC = 0.8708 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4395 | LCC = 0.7135 | SRCC = 0.7014 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..141efc32f7001aba7a741082a7eeb9298c190a85
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0481859b9bf82dbd093dc0e93f0c85268de0f84ea24c5fada7bb90972256eb78
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4708f03045fef79e12122ceb0ce702cb77f2a65c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7daaeac0580ac0aeb710be6b33279514826ac9323aebf0dbd2170e2b41fdabaf
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..af26cc705a22a6024b9de7c8a13a49e0cf26c111
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47900895877725125
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4854 | LCC = 0.8296 | SRCC = 0.8287 ]
+INFO:root:Average loss=0.33691402778804647
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3995 | LCC = 0.8481 | SRCC = 0.8468 ]
+INFO:root:Average loss=0.2874332061737259
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3733 | LCC = 0.8638 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.25687441643262876
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3519 | LCC = 0.8740 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.23635269856521848
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3736 | LCC = 0.8769 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.2267979428688915
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3371 | LCC = 0.8817 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.20768848276896285
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3606 | LCC = 0.8786 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.1997040237563883
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3498 | LCC = 0.8810 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.19289681810691867
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3147 | LCC = 0.8822 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.17653129292878111
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3181 | LCC = 0.8835 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.1641452734525493
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3117 | LCC = 0.8817 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.161256819403585
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3214 | LCC = 0.8791 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.14881442353732324
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3070 | LCC = 0.8807 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.13861176638589429
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3326 | LCC = 0.8799 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.13500374727855527
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3336 | LCC = 0.8831 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.13122046579515315
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3174 | LCC = 0.8829 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.11758057544858469
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3139 | LCC = 0.8801 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.11620072004078441
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3269 | LCC = 0.8812 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.10734774514688233
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3488 | LCC = 0.8813 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.10137135231856666
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2955 | LCC = 0.8800 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.09803169255139511
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3066 | LCC = 0.8774 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.0907512951233139
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3130 | LCC = 0.8767 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.08826220931345327
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3263 | LCC = 0.8757 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.0871448599964897
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3210 | LCC = 0.8778 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.08144660048574381
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3063 | LCC = 0.8765 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.07584283681790953
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3317 | LCC = 0.8757 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.07610823832064695
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3119 | LCC = 0.8769 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.07681676693734406
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2948 | LCC = 0.8783 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.07138460525715282
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3151 | LCC = 0.8765 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.06710968502511867
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3215 | LCC = 0.8767 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.062490279597870874
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3154 | LCC = 0.8766 | SRCC = 0.8752 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4183 | LCC = 0.7355 | SRCC = 0.7271 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c7905ab65752556ce0b8e487e95ca007969a642
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:81cf0bf5819c3b7285a3d33482228e18a925e34b9e5ac6bfe65c54781ba8dd50
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46868d95c7e98cffe5936a825e8d9441538eeb22
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0516951c4919d0836433612cd12ff9bc51d33c92ed3a646d23b9414ad9e3cd51
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5579c757df5a48151dff00a55a7e2e81b4237b49
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4857529310477262
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4143 | LCC = 0.8362 | SRCC = 0.8356 ]
+INFO:root:Average loss=0.32354731513241125
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3996 | LCC = 0.8544 | SRCC = 0.8533 ]
+INFO:root:Average loss=0.2893987468556862
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3817 | LCC = 0.8665 | SRCC = 0.8650 ]
+INFO:root:Average loss=0.25977082481618563
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3587 | LCC = 0.8736 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.23909699262222114
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3279 | LCC = 0.8789 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.2146704360584303
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3274 | LCC = 0.8812 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.2142076716688327
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3426 | LCC = 0.8811 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.19673286567878173
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3050 | LCC = 0.8837 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.18097808276642266
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3453 | LCC = 0.8829 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.17322706775685956
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3454 | LCC = 0.8838 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.16267322873793585
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3427 | LCC = 0.8838 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.15582371584941887
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3232 | LCC = 0.8838 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.14811740768265863
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3025 | LCC = 0.8843 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.14589234605173154
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3317 | LCC = 0.8838 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.1298371470732496
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3416 | LCC = 0.8813 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.12866617637993283
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3344 | LCC = 0.8779 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.12177724740064214
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3252 | LCC = 0.8821 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.11385575875726049
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2942 | LCC = 0.8797 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.1050163638385045
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2996 | LCC = 0.8804 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.10274861470898451
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3169 | LCC = 0.8815 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.09594775409023197
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3517 | LCC = 0.8773 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.09230226183557785
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3131 | LCC = 0.8786 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.0901057351531321
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3162 | LCC = 0.8803 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.0825433187143651
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3183 | LCC = 0.8756 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.08136428130327622
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3055 | LCC = 0.8781 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.07627846406115962
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3085 | LCC = 0.8781 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.0734170168164493
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3183 | LCC = 0.8765 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.07145702063692788
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3119 | LCC = 0.8783 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.07101160763746742
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3122 | LCC = 0.8744 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.06673107912085649
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3125 | LCC = 0.8776 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.06505317118212667
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3379 | LCC = 0.8769 | SRCC = 0.8752 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4136 | LCC = 0.7370 | SRCC = 0.7248 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a064cccef4cea9f60afe095075d4372a9c5fd130
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e1efe89a87f436d9b4293985455ce29a92e971ef44de2eab1a9d5e832ae4793
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df390f4e6edc937deb0b5cbb20d3f8f320598027
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5399353e5c3875194154a6fc5d6f16af9fed704b0831d41510f09ea1248d8073
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..17d4358ec7ec51bed2469aa1e5beaaceea9ff84c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5051824093898597
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4594 | LCC = 0.8277 | SRCC = 0.8261 ]
+INFO:root:Average loss=0.3307310769151401
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4064 | LCC = 0.8515 | SRCC = 0.8498 ]
+INFO:root:Average loss=0.29118407246349864
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3551 | LCC = 0.8610 | SRCC = 0.8590 ]
+INFO:root:Average loss=0.26175008033741415
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3395 | LCC = 0.8699 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.23945834371395883
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3318 | LCC = 0.8743 | SRCC = 0.8734 ]
+INFO:root:Average loss=0.2248527718589485
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3418 | LCC = 0.8772 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.2041263817190435
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3222 | LCC = 0.8786 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.19926495531390856
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3125 | LCC = 0.8809 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.18889185682886597
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3329 | LCC = 0.8790 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.17867092745152513
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2908 | LCC = 0.8821 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.16397849444536805
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2983 | LCC = 0.8800 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.15336086424444453
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2955 | LCC = 0.8771 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.14452495981503083
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3104 | LCC = 0.8795 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.13879220019702967
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2985 | LCC = 0.8790 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.13418349279144595
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3069 | LCC = 0.8793 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.12637972030680994
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3090 | LCC = 0.8798 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.12350495941290966
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3086 | LCC = 0.8755 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.11442033851766861
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3081 | LCC = 0.8770 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.10776864427190296
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3085 | LCC = 0.8772 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.10266710658466195
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3035 | LCC = 0.8758 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.09752079958602183
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3090 | LCC = 0.8741 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.09224831864151652
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3080 | LCC = 0.8732 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.0868853505033289
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3142 | LCC = 0.8748 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.08432142391284077
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3135 | LCC = 0.8751 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.08117546955112777
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3082 | LCC = 0.8739 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.08030685642465002
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3213 | LCC = 0.8732 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.0721778727938674
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3283 | LCC = 0.8731 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.07103159076216593
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3253 | LCC = 0.8719 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.070146093586449
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3166 | LCC = 0.8727 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.06939149309875649
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3257 | LCC = 0.8738 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.06363536085868847
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3307 | LCC = 0.8711 | SRCC = 0.8703 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4139 | LCC = 0.7308 | SRCC = 0.7235 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17a1313f58c943c235bd9d8e03dc2df292baa749
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1059c4daf880937c6336951928586d2751fafbb4b265ac26ae3349cc9996de93
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bf302e0ba1635d5a7eb31abc06fad679a90b7ef
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e64be2cfcf261377742d3074d9ab7e60bf34b176496e6828a4ecf4d6bdab5ac
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f2235f465c02ae07c64dc7b4bdb64a57c84b49eb
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5276545507542659
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5226 | LCC = 0.8234 | SRCC = 0.8252 ]
+INFO:root:Average loss=0.3394747861375699
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4116 | LCC = 0.8486 | SRCC = 0.8470 ]
+INFO:root:Average loss=0.29247971103026
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4036 | LCC = 0.8673 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.2621488934651965
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3809 | LCC = 0.8703 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.23907263714798613
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3505 | LCC = 0.8801 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.21889502352717294
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3755 | LCC = 0.8836 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.20155961781395654
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3127 | LCC = 0.8833 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.18908543187069754
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3667 | LCC = 0.8831 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.1823760981246226
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3454 | LCC = 0.8836 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.1678638668849289
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3078 | LCC = 0.8808 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.15995151127521703
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3124 | LCC = 0.8842 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.15012502467873468
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3150 | LCC = 0.8840 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1426989460697753
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3266 | LCC = 0.8802 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.13643795002058062
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3416 | LCC = 0.8809 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.12524611612706515
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3904 | LCC = 0.8801 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.12414950821441033
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3779 | LCC = 0.8808 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.11197560939485628
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3171 | LCC = 0.8795 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.11273407847808965
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3435 | LCC = 0.8803 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.10262528135080558
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3175 | LCC = 0.8798 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.09761228393009633
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3453 | LCC = 0.8806 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.0963892036392165
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3312 | LCC = 0.8785 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.09038111744071707
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3825 | LCC = 0.8787 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.08259543156348212
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3183 | LCC = 0.8775 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.08341197215149858
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3193 | LCC = 0.8777 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.0788500739013873
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3173 | LCC = 0.8798 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.0736172846330039
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3183 | LCC = 0.8803 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.07145995200972337
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3840 | LCC = 0.8776 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.06811374066279113
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3466 | LCC = 0.8792 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.06548185792961561
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3510 | LCC = 0.8764 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.06485574927202539
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3371 | LCC = 0.8763 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.0625940258103299
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3496 | LCC = 0.8794 | SRCC = 0.8781 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4021 | LCC = 0.7468 | SRCC = 0.7411 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1b5039e7667aed101075347803062216f50f3c0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b08ae20b0b221960f406501b2f6b00891c0986b40d19a912295afa59e642cec
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28efee94375779de15035570019a02c93918a718
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:501d2a2caafbc574792df5675bd1ac8754355642e8d0d5969ce8d550ff132785
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer14/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3f5b5cdf9fc00b944ccfd4d58d054d37f1d8e254
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5311337487201471
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4498 | LCC = 0.8293 | SRCC = 0.8289 ]
+INFO:root:Average loss=0.33837797617636667
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4417 | LCC = 0.8509 | SRCC = 0.8511 ]
+INFO:root:Average loss=0.29379272779632853
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4324 | LCC = 0.8623 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.2589126061325128
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3209 | LCC = 0.8720 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.23407763931792597
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3603 | LCC = 0.8737 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.22000836757566197
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3568 | LCC = 0.8827 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.20906946213775976
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3673 | LCC = 0.8806 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.2063519705754484
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3315 | LCC = 0.8820 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.18030776303110785
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3348 | LCC = 0.8809 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.17355088553676715
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3408 | LCC = 0.8853 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.169543262506496
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3109 | LCC = 0.8806 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.1558489468314744
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3189 | LCC = 0.8787 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.14910725120864163
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2941 | LCC = 0.8849 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.14552822889964703
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3237 | LCC = 0.8838 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.13454762049493074
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3197 | LCC = 0.8769 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.12495210387803227
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3004 | LCC = 0.8809 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.11986086457278687
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3396 | LCC = 0.8826 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.1127531776538474
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3717 | LCC = 0.8784 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.10771722316397409
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2999 | LCC = 0.8770 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.10083216891726317
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3153 | LCC = 0.8731 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.09716528268649399
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2975 | LCC = 0.8805 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.09074522908023328
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3088 | LCC = 0.8767 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.08581556560676222
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3701 | LCC = 0.8771 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.0825002241255231
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3090 | LCC = 0.8794 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.07895721598512176
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3195 | LCC = 0.8782 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.07446767279953626
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3092 | LCC = 0.8747 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.07336095677462616
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3008 | LCC = 0.8768 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.0698460595456162
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2954 | LCC = 0.8785 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.07407922071614706
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3195 | LCC = 0.8733 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.06662208703211966
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3230 | LCC = 0.8779 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.06372723261142052
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2971 | LCC = 0.8758 | SRCC = 0.8751 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4329 | LCC = 0.7497 | SRCC = 0.7449 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..967fd1d31da4de54160f19c7b4d115192662fb9a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90124fd2b16392ce4f7abd5a6751fc80f70428f83107f9d077b907adacd9dee8
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12886e4fadd693a031734e130ea623a4bd1fb256
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d2c283f28eb8fc228434e4001afb20bb3ee7c10cbf6392daef9456fe7eb5661
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..67f82107939e72adae3a145f7d907baba8c864db
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4879156026364751
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4492 | LCC = 0.8231 | SRCC = 0.8198 ]
+INFO:root:Average loss=0.34990080906821125
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4090 | LCC = 0.8433 | SRCC = 0.8416 ]
+INFO:root:Average loss=0.30956496074365053
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4397 | LCC = 0.8456 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.2926193465387201
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4338 | LCC = 0.8588 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.2743932443719379
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4350 | LCC = 0.8629 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.24602447566441718
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3750 | LCC = 0.8700 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.23040742974060807
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3716 | LCC = 0.8728 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.22031576694608423
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3467 | LCC = 0.8717 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.201133549514878
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3386 | LCC = 0.8749 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.19027217585227393
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3184 | LCC = 0.8788 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.1845333070165849
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3338 | LCC = 0.8760 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.17094928400881718
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3203 | LCC = 0.8791 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.16285228595740533
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3108 | LCC = 0.8746 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.1576940966393217
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3121 | LCC = 0.8809 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.1541581364466965
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3352 | LCC = 0.8776 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.14003411788127326
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3411 | LCC = 0.8784 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.13248683115995
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3347 | LCC = 0.8764 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.12603783323241108
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3694 | LCC = 0.8654 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.12441683384035364
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3170 | LCC = 0.8781 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.11753080845568221
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3265 | LCC = 0.8727 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.11571738291854804
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3511 | LCC = 0.8723 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.10595072110350422
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3168 | LCC = 0.8729 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.10146280509457423
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3365 | LCC = 0.8737 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.10524732813325231
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3393 | LCC = 0.8731 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.09372495765114106
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3195 | LCC = 0.8742 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.08810771607680817
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3619 | LCC = 0.8721 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.0899848997635993
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3225 | LCC = 0.8733 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.08556003325936422
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3462 | LCC = 0.8740 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.08418229963049034
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3181 | LCC = 0.8752 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.07897810648717632
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3343 | LCC = 0.8712 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.07438951041657112
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3239 | LCC = 0.8729 | SRCC = 0.8711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4156 | LCC = 0.7339 | SRCC = 0.7227 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25552bfcdd9c19db805ba9e523f34839dc90e93
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e49b775063c6347fc87cec32035bd635b77bd72cb2015b7c2a4cc200e4e052e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd79b9a4159011b672c3d71182018e04adf943c7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a3f25c7910db2547741f881a14d5f6de8ace2f6c4d75de4b88e5da0a67b2694
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..903c1b4326a156cd25c721eae455ffab3f78345a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.487153963115863
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4408 | LCC = 0.8218 | SRCC = 0.8196 ]
+INFO:root:Average loss=0.34536180399745875
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4076 | LCC = 0.8385 | SRCC = 0.8382 ]
+INFO:root:Average loss=0.3090647834573867
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4257 | LCC = 0.8486 | SRCC = 0.8500 ]
+INFO:root:Average loss=0.28323925755961094
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4308 | LCC = 0.8590 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.2603817008478793
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3944 | LCC = 0.8641 | SRCC = 0.8661 ]
+INFO:root:Average loss=0.24695061000785387
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3290 | LCC = 0.8705 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.22809706318240636
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3413 | LCC = 0.8738 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.2119791764399909
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4635 | LCC = 0.8717 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.21117392341697835
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3583 | LCC = 0.8754 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.19155612519021667
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3625 | LCC = 0.8755 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.18456214425191714
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3685 | LCC = 0.8745 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.18272963812240975
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3523 | LCC = 0.8784 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.16961315971923013
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3015 | LCC = 0.8805 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.15938429853130628
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3070 | LCC = 0.8778 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.15027495538223687
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3092 | LCC = 0.8772 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.14496540088701798
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3272 | LCC = 0.8764 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.1355903021172981
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3212 | LCC = 0.8789 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.12930936008864055
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3006 | LCC = 0.8781 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.1277319195470369
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3258 | LCC = 0.8766 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.12245059517249895
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2977 | LCC = 0.8744 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.11067573868298117
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3098 | LCC = 0.8757 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.10967426971031752
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3003 | LCC = 0.8755 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.10685951023690962
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3103 | LCC = 0.8776 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.10178594314896991
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3354 | LCC = 0.8707 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.09268682135667415
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3008 | LCC = 0.8731 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.09106297717790383
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3499 | LCC = 0.8711 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.09222189597570138
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3219 | LCC = 0.8743 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.08577040143612492
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3164 | LCC = 0.8714 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.08288342628434214
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3072 | LCC = 0.8741 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.07953394891295819
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3381 | LCC = 0.8693 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.07631951064474321
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3190 | LCC = 0.8720 | SRCC = 0.8702 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4153 | LCC = 0.7281 | SRCC = 0.7177 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8f47fa9a4dee544323286f9e8933932ac9610365
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:73b22daf7410e03f87e932a4b3acfb3f2ada56f0f391d86e5a37b642ab076efd
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2f5a6bccc1dbe2b3c5cb6a01d1d3cecff78eac1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60d1bc4112be232fb57afa12db665c2219aaefbcaacb330de0404de8ba1dc7d3
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d6811a99d100b16768493fc6bd2a597f64c1b5b8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48116453491538935
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4528 | LCC = 0.8260 | SRCC = 0.8247 ]
+INFO:root:Average loss=0.3507335724341387
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3865 | LCC = 0.8368 | SRCC = 0.8371 ]
+INFO:root:Average loss=0.31306294666204837
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3844 | LCC = 0.8525 | SRCC = 0.8529 ]
+INFO:root:Average loss=0.2950564714180941
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4326 | LCC = 0.8592 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.2642110934147256
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3328 | LCC = 0.8678 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.24836488386799146
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3931 | LCC = 0.8697 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.23045978785594765
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3909 | LCC = 0.8749 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.22458886807364536
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3679 | LCC = 0.8747 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.20582703376091974
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3192 | LCC = 0.8789 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.19993312514758524
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3256 | LCC = 0.8798 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.18489539972102711
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3329 | LCC = 0.8768 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.17779306632418163
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3245 | LCC = 0.8801 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.16343215262958768
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3486 | LCC = 0.8801 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.15751705930239893
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3757 | LCC = 0.8773 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.1543252845375524
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3114 | LCC = 0.8752 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.141313915480079
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3170 | LCC = 0.8791 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.13559873552852972
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3004 | LCC = 0.8782 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.1299940705557779
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3056 | LCC = 0.8775 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.12837830194503586
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3365 | LCC = 0.8779 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.11777589069625546
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3056 | LCC = 0.8771 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.1159917616172333
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3283 | LCC = 0.8792 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.10848035376971167
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3158 | LCC = 0.8773 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.10368778001021788
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3072 | LCC = 0.8780 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.09996504310755372
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3333 | LCC = 0.8749 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.09964298220039103
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3318 | LCC = 0.8749 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.09187209944246132
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3186 | LCC = 0.8781 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.08950842197747588
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3183 | LCC = 0.8756 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.08738799324269929
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3260 | LCC = 0.8746 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.08150947565546615
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3202 | LCC = 0.8760 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.08291964702351245
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3247 | LCC = 0.8739 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.07764366673940869
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3215 | LCC = 0.8752 | SRCC = 0.8744 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4093 | LCC = 0.7353 | SRCC = 0.7258 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..730ff158bf939362df00af735e53b4569c4042a9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58320a51f1b4d0029dcbe22f8afe5c07c1eb6aa6dcdb1a19355c4da9bbdcdf0a
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab8d0dbad8cbe397ba78f62d744279c005998008
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0fd1d912cce9621230ff4e71ea71de4f12a62d09b86b846f6b2e591cafd7692d
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6e74f6f2d23311c2fb9702aa4d87b9b8880de78a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4966895104832732
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4513 | LCC = 0.8243 | SRCC = 0.8221 ]
+INFO:root:Average loss=0.3518635694346676
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4278 | LCC = 0.8437 | SRCC = 0.8423 ]
+INFO:root:Average loss=0.3036422510712133
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3802 | LCC = 0.8577 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.2875664001599902
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3725 | LCC = 0.8643 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.249852918906708
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3493 | LCC = 0.8700 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.23816762097998162
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3343 | LCC = 0.8702 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.22360222446436137
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3646 | LCC = 0.8746 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.2082442979764387
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3687 | LCC = 0.8762 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.19453808303513279
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3419 | LCC = 0.8762 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.19061857965812518
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3219 | LCC = 0.8761 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.17865069227756103
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3399 | LCC = 0.8796 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.17103643103831076
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3163 | LCC = 0.8741 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.16174749530464239
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3301 | LCC = 0.8756 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.15501377042490622
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3205 | LCC = 0.8770 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.14207604381045855
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3045 | LCC = 0.8772 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.14153160925717712
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3176 | LCC = 0.8777 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.13699209905428694
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3236 | LCC = 0.8774 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.12616983796819786
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3098 | LCC = 0.8760 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.12052517578091924
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3054 | LCC = 0.8744 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.11430433405444801
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3779 | LCC = 0.8698 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.11425383664624539
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3325 | LCC = 0.8702 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.10499175663800597
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3228 | LCC = 0.8726 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.10227607005421137
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3101 | LCC = 0.8727 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.09927984318464478
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3153 | LCC = 0.8733 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.09498625076402818
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3106 | LCC = 0.8714 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.09096002585195392
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2995 | LCC = 0.8728 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.09175529666890987
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3252 | LCC = 0.8698 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.08547003571525474
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3188 | LCC = 0.8701 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.08423413060648594
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3482 | LCC = 0.8703 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.07739285739257157
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3202 | LCC = 0.8715 | SRCC = 0.8705 ]
+INFO:root:Average loss=0.07633555437185172
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3150 | LCC = 0.8711 | SRCC = 0.8699 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4134 | LCC = 0.7368 | SRCC = 0.7341 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4892dadb082ddf0314c4bf703e2dd575e05dd6a6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:04a29501294d18124e57f14a2589c216adae18263754c43c9399407654b38564
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e3f7bd720e0713801b2320ca2882e29a68ccddf3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:57606ba9f69e07fa48c6267ba01e521a5874b56c5e1b6a41c4214d77accc7f3c
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer16/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..560dda5cd6b07a687016acecfbc3c33a6761d9aa
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5293063368066887
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4342 | LCC = 0.8160 | SRCC = 0.8150 ]
+INFO:root:Average loss=0.3428628269819855
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4173 | LCC = 0.8413 | SRCC = 0.8401 ]
+INFO:root:Average loss=0.31374891326262083
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3869 | LCC = 0.8516 | SRCC = 0.8497 ]
+INFO:root:Average loss=0.28738829368628516
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3710 | LCC = 0.8603 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.25575855503537065
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4220 | LCC = 0.8651 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.25307991730339957
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3394 | LCC = 0.8705 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.23360352291364891
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3424 | LCC = 0.8726 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.2126945975974116
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3526 | LCC = 0.8734 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.20050729307308363
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3265 | LCC = 0.8783 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.19229500973328
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3259 | LCC = 0.8791 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.18491068792480952
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3418 | LCC = 0.8784 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.17199586103589548
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3429 | LCC = 0.8805 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.15965043395929943
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3204 | LCC = 0.8773 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.15180229804763903
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3020 | LCC = 0.8787 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.15153785579638673
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3343 | LCC = 0.8800 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.13975744065694037
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3262 | LCC = 0.8741 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.13289458145295954
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3147 | LCC = 0.8774 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.13198301536327153
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3178 | LCC = 0.8719 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.1300035751279379
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3142 | LCC = 0.8771 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.11515128186155606
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3228 | LCC = 0.8767 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.11069139185754549
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3250 | LCC = 0.8722 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.10605750945692806
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3216 | LCC = 0.8768 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.10376428248565321
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3419 | LCC = 0.8764 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.09446321520416033
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3033 | LCC = 0.8769 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.09464665131934116
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3058 | LCC = 0.8761 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.08890343326106237
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3378 | LCC = 0.8741 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.08239117195840516
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3141 | LCC = 0.8768 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.08290195986197862
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3177 | LCC = 0.8737 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.07684401519639644
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3244 | LCC = 0.8759 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.0765999175737359
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3148 | LCC = 0.8737 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.07215828584194872
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3307 | LCC = 0.8748 | SRCC = 0.8731 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4267 | LCC = 0.7399 | SRCC = 0.7328 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c09a947597d1acc30c4bcb2750315adb8fa9582
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d95c1ab8d357b9ed55e89910bde6a8590de76ea736d83eea205b7eec85727a2e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e044ea17b1436134bc611fec254039c76bd9bf5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d83eb6198849e4020a41e56a7a2c0de671626f56ac4cda31ba65f5f62761384
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0b1951fdbfa6aa71480ffc884f19722dc95734d2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5476345757528537
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5283 | LCC = 0.7982 | SRCC = 0.7952 ]
+INFO:root:Average loss=0.364503120497472
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4272 | LCC = 0.8289 | SRCC = 0.8264 ]
+INFO:root:Average loss=0.33851610709821556
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4350 | LCC = 0.8352 | SRCC = 0.8351 ]
+INFO:root:Average loss=0.3177178066245393
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4864 | LCC = 0.8393 | SRCC = 0.8437 ]
+INFO:root:Average loss=0.3028169907414155
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3915 | LCC = 0.8503 | SRCC = 0.8501 ]
+INFO:root:Average loss=0.28084852395719184
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3723 | LCC = 0.8555 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.2592254031255755
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3744 | LCC = 0.8585 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.24785928772708585
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3850 | LCC = 0.8621 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.24609414363183038
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3659 | LCC = 0.8627 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.23530691552024358
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3916 | LCC = 0.8657 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.22422114462521725
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3388 | LCC = 0.8685 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.2220459124773224
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4091 | LCC = 0.8652 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.2093885483683189
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3118 | LCC = 0.8671 | SRCC = 0.8661 ]
+INFO:root:Average loss=0.20264701588305434
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3466 | LCC = 0.8669 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.19463326329785274
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3596 | LCC = 0.8625 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.18859907635891368
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3474 | LCC = 0.8711 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.17494569283861644
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3295 | LCC = 0.8683 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.1740735348507848
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3574 | LCC = 0.8647 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.16550841776794092
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3398 | LCC = 0.8696 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.15885888841110846
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3329 | LCC = 0.8701 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.15384646212262226
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3979 | LCC = 0.8615 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.1460785161208555
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3485 | LCC = 0.8673 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.14413900957631237
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3172 | LCC = 0.8689 | SRCC = 0.8664 ]
+INFO:root:Average loss=0.13541453439376258
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3253 | LCC = 0.8689 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.13822384307839278
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3450 | LCC = 0.8678 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.12826623982949065
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3131 | LCC = 0.8667 | SRCC = 0.8648 ]
+INFO:root:Average loss=0.1253468316328319
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3283 | LCC = 0.8672 | SRCC = 0.8658 ]
+INFO:root:Average loss=0.1167748593913682
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3740 | LCC = 0.8590 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.11658413682369828
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3983 | LCC = 0.8547 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.11700616010351678
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3547 | LCC = 0.8612 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.10930097327066984
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3449 | LCC = 0.8654 | SRCC = 0.8642 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4552 | LCC = 0.7058 | SRCC = 0.6884 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24db1f95a4114d88a47b5d5f3f68604d5de1f03a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64d522e71152954e5dd1908c15d4ec4b6803b4e4566d20cdcb90c51d2626d3a3
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81733e172397218c9987a489da0644b4da2eb83b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:204e0bdd8ca9083e1054ce260690ed72103cff2d4b75ac4eac6f5e11e648c2ac
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..87f9fe2ec9e952eeebe6f5b56db275bcd66c9254
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5341005535484049
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4695 | LCC = 0.8074 | SRCC = 0.8052 ]
+INFO:root:Average loss=0.36664276427960807
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4598 | LCC = 0.8323 | SRCC = 0.8292 ]
+INFO:root:Average loss=0.336637754919212
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5280 | LCC = 0.8303 | SRCC = 0.8394 ]
+INFO:root:Average loss=0.30981789753271666
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4070 | LCC = 0.8492 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.29150569947124216
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4739 | LCC = 0.8427 | SRCC = 0.8475 ]
+INFO:root:Average loss=0.28996792625140594
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3854 | LCC = 0.8522 | SRCC = 0.8534 ]
+INFO:root:Average loss=0.2744228196454186
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4131 | LCC = 0.8593 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.25685690515647736
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3684 | LCC = 0.8633 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.24759879299154172
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4543 | LCC = 0.8580 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.2409652044318315
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4161 | LCC = 0.8684 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.22953949782545166
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3410 | LCC = 0.8690 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.21680225871201886
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3327 | LCC = 0.8660 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.20958452960314777
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3519 | LCC = 0.8664 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.20617070742425203
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3194 | LCC = 0.8718 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.18967506832125558
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3371 | LCC = 0.8741 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.18135681020558914
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3415 | LCC = 0.8732 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.178845571214064
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3096 | LCC = 0.8751 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.17260971747209572
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3511 | LCC = 0.8741 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.1630151017294454
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3197 | LCC = 0.8744 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.1548725958332161
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3374 | LCC = 0.8742 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.15028753833619157
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3255 | LCC = 0.8734 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.14593653492844863
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3157 | LCC = 0.8719 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.14371044727074617
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3203 | LCC = 0.8692 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.13834526984161036
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3614 | LCC = 0.8723 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.13995047137571898
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3632 | LCC = 0.8736 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.12939625134357827
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3312 | LCC = 0.8739 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.12259855181667846
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3180 | LCC = 0.8729 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.11734878879062013
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3185 | LCC = 0.8752 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.11461345709300455
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3265 | LCC = 0.8739 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.11269953681123739
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3327 | LCC = 0.8737 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.10960607734546496
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3397 | LCC = 0.8746 | SRCC = 0.8732 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5092 | LCC = 0.7202 | SRCC = 0.7096 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c02ee0e4f67acc304a9ea2fa10f75441045f2ea
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d0c034ab2dbdfefe93f2467084d5279387ef5fd05800d8fe822724b68211392
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b9b318705d29552609661b61e8ca28ada737ca9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28167418da40d2686b7b8ce805db0c003c8466fb8cc482497b15b304e8865d71
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..25cdfad88d7dff4434a819fcdd964362495f91c5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5037921097754055
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4664 | LCC = 0.8082 | SRCC = 0.8090 ]
+INFO:root:Average loss=0.35833393795297325
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5929 | LCC = 0.8231 | SRCC = 0.8279 ]
+INFO:root:Average loss=0.3438873181625598
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3985 | LCC = 0.8362 | SRCC = 0.8377 ]
+INFO:root:Average loss=0.30842600883431515
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3994 | LCC = 0.8483 | SRCC = 0.8470 ]
+INFO:root:Average loss=0.2984105426107528
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3804 | LCC = 0.8509 | SRCC = 0.8528 ]
+INFO:root:Average loss=0.27360861899191247
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4220 | LCC = 0.8446 | SRCC = 0.8463 ]
+INFO:root:Average loss=0.26601974364650044
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3533 | LCC = 0.8612 | SRCC = 0.8608 ]
+INFO:root:Average loss=0.2569440666133958
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3587 | LCC = 0.8660 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.24206018577076796
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3578 | LCC = 0.8702 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.22891878069652988
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3613 | LCC = 0.8716 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.22020792551984678
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3457 | LCC = 0.8671 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.21786190332532618
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3373 | LCC = 0.8705 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.20324446049901101
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3174 | LCC = 0.8733 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.1954986080957975
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3296 | LCC = 0.8687 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.19250836309497757
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3224 | LCC = 0.8721 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.18700130107258098
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3575 | LCC = 0.8703 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.17622465808267537
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3082 | LCC = 0.8743 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.17262087555634492
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3156 | LCC = 0.8740 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.1638170533269816
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3082 | LCC = 0.8729 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.15658608974748953
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3776 | LCC = 0.8634 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.15186450733787063
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3074 | LCC = 0.8725 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.15369882240805322
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3381 | LCC = 0.8732 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.14045652182977322
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3269 | LCC = 0.8732 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.1365809225708763
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3332 | LCC = 0.8691 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.1308112294773835
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3062 | LCC = 0.8701 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.1274587956467116
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3281 | LCC = 0.8721 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.11932532553900184
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3207 | LCC = 0.8729 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.11935040040340038
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3040 | LCC = 0.8728 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.12063552589947088
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3708 | LCC = 0.8679 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.12107598230328863
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3047 | LCC = 0.8732 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.11085656715955348
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3145 | LCC = 0.8739 | SRCC = 0.8714 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4669 | LCC = 0.7104 | SRCC = 0.6957 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f2f77a56f940871d572c1e351c5ca811e262590
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081eb45ab0c350c264ed87c19ed3ddc039a72eda1a4480241c3e2c7326fac1ef
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f8a0ed26a30cf7f2336810aabef1f52388303a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be320dd3e440fe6a939f8b7cf65e8abf56ac3a3725da433633433d50b780cc5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dac8f117557c33588fd5f83f09eac63e87cdec87
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5199214111518309
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5054 | LCC = 0.8091 | SRCC = 0.8055 ]
+INFO:root:Average loss=0.3747245928627907
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4250 | LCC = 0.8282 | SRCC = 0.8258 ]
+INFO:root:Average loss=0.3400960260560747
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4475 | LCC = 0.8421 | SRCC = 0.8401 ]
+INFO:root:Average loss=0.313104316247681
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3862 | LCC = 0.8491 | SRCC = 0.8469 ]
+INFO:root:Average loss=0.28371680058495846
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3804 | LCC = 0.8545 | SRCC = 0.8524 ]
+INFO:root:Average loss=0.2683505298774366
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3554 | LCC = 0.8569 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.25163393282476876
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3866 | LCC = 0.8552 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.24896954904401922
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3450 | LCC = 0.8642 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.234281878810742
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3667 | LCC = 0.8631 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.22385994013334284
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3640 | LCC = 0.8661 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.21919269386054463
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3470 | LCC = 0.8649 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.20989301387285222
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3695 | LCC = 0.8685 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.19965995753431595
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3523 | LCC = 0.8629 | SRCC = 0.8649 ]
+INFO:root:Average loss=0.19047420359932618
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3384 | LCC = 0.8699 | SRCC = 0.8681 ]
+INFO:root:Average loss=0.19728456876870526
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3200 | LCC = 0.8723 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.18737769329306708
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3214 | LCC = 0.8699 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.17620948030252678
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3906 | LCC = 0.8608 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.17043175638755623
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3433 | LCC = 0.8691 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.16462006368216753
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3383 | LCC = 0.8639 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.1597641410596798
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3447 | LCC = 0.8644 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.15270357428258555
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3399 | LCC = 0.8678 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.1467876720721322
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3793 | LCC = 0.8649 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.14281952187332803
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3349 | LCC = 0.8681 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.13905105459896816
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3474 | LCC = 0.8629 | SRCC = 0.8647 ]
+INFO:root:Average loss=0.1389091122098741
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3291 | LCC = 0.8695 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.12652435132189294
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3586 | LCC = 0.8605 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.12998818666431944
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3329 | LCC = 0.8658 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.12511943211789764
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3304 | LCC = 0.8657 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.116513214144059
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3290 | LCC = 0.8648 | SRCC = 0.8649 ]
+INFO:root:Average loss=0.11178388364742257
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3361 | LCC = 0.8620 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.11114692948543267
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3243 | LCC = 0.8648 | SRCC = 0.8630 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4690 | LCC = 0.7087 | SRCC = 0.6979 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74f2c8fe0ac4485c4501076e5f0a06a7f5254b15
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5c127665a0dbfb88d4294368f05fcd150e9f40b92c93f49f8dec397f58f6e40
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..921bcf6920aba4207e5eeb7c4f55e8bf12cf5d2e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9afda6ffd0566b0b89a8e2fd6e96ab8e4ed4a2f3de6afe867d166ec95ede6ff7
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer18/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..441dc9fda155d1d2c8ae22ae2a6b9e1254fc97cd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5231212635949857
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4836 | LCC = 0.8105 | SRCC = 0.8066 ]
+INFO:root:Average loss=0.38159141383763684
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4160 | LCC = 0.8284 | SRCC = 0.8263 ]
+INFO:root:Average loss=0.33132906619868524
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4253 | LCC = 0.8392 | SRCC = 0.8392 ]
+INFO:root:Average loss=0.31193127918105595
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4085 | LCC = 0.8454 | SRCC = 0.8450 ]
+INFO:root:Average loss=0.2898381529860414
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4317 | LCC = 0.8502 | SRCC = 0.8525 ]
+INFO:root:Average loss=0.29415708831969023
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4214 | LCC = 0.8536 | SRCC = 0.8541 ]
+INFO:root:Average loss=0.2662494637373555
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3581 | LCC = 0.8643 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.2518225164944037
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3711 | LCC = 0.8665 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.23767415300614572
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3630 | LCC = 0.8597 | SRCC = 0.8628 ]
+INFO:root:Average loss=0.2249903900258114
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3659 | LCC = 0.8686 | SRCC = 0.8681 ]
+INFO:root:Average loss=0.22560467605473677
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3392 | LCC = 0.8672 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.21126633124544442
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3301 | LCC = 0.8705 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.20017572836896588
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3216 | LCC = 0.8688 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.19357520996490654
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3404 | LCC = 0.8683 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.18170577192926682
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3418 | LCC = 0.8695 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.17847581324032966
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3472 | LCC = 0.8703 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.1719532374701748
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3487 | LCC = 0.8723 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.16724126488831692
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3525 | LCC = 0.8687 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.16361356384492334
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3207 | LCC = 0.8697 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.15409661058573365
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3480 | LCC = 0.8714 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.15059891567064848
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3344 | LCC = 0.8697 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.14167276399500797
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3155 | LCC = 0.8711 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.138393108727615
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3511 | LCC = 0.8670 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.13624235445019828
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3741 | LCC = 0.8605 | SRCC = 0.8647 ]
+INFO:root:Average loss=0.13208958502277474
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3084 | LCC = 0.8700 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.12494014022667284
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3306 | LCC = 0.8699 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.12072906014374915
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3374 | LCC = 0.8667 | SRCC = 0.8664 ]
+INFO:root:Average loss=0.11800819187495061
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3229 | LCC = 0.8672 | SRCC = 0.8655 ]
+INFO:root:Average loss=0.1121660698355967
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3709 | LCC = 0.8566 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.1120663960760384
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3274 | LCC = 0.8688 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.1085460588249857
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3242 | LCC = 0.8685 | SRCC = 0.8664 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4641 | LCC = 0.7300 | SRCC = 0.7192 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d348723af668bc8ddb2c69b2ce1b8b22ed3d94d2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0d7b8c60a681c6d0aa69a7cd03f33b6177eefbfa87c6d7c3682af7f44b63444
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5224b9e4c56fa07d4a17c26ee04a93d0df73816
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33e83c91899c1d00cec6a1b5d273d5792700a64ab089a2987c0bd06bb4a7c570
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9401f784f788f9457c2650f4bc31590db35fe160
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5025805141884467
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6107 | LCC = 0.8338 | SRCC = 0.8426 ]
+INFO:root:Average loss=0.3088311825184464
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3852 | LCC = 0.8698 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.2552999902322802
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3852 | LCC = 0.8823 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.2313433112092101
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3084 | LCC = 0.8952 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.2080417681550015
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2747 | LCC = 0.8984 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.19903396001096404
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2644 | LCC = 0.9036 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.18851859686691638
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3096 | LCC = 0.9050 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.16967120521158152
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2531 | LCC = 0.9073 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.16872879005753236
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2855 | LCC = 0.9093 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.160879836950688
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2564 | LCC = 0.9100 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.15398052390772482
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2409 | LCC = 0.9086 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.14757322403736886
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3003 | LCC = 0.9073 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.14484148050491522
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2536 | LCC = 0.9105 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.13684450180372063
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2420 | LCC = 0.9103 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.13447596843359788
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2542 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1263227110911656
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2578 | LCC = 0.9081 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.12372370400180706
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2870 | LCC = 0.9071 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.12110979368404157
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2703 | LCC = 0.9092 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.11388340506250459
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2616 | LCC = 0.9100 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.10941926303798753
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2583 | LCC = 0.9092 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.10638856926577629
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2720 | LCC = 0.9052 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.10748378837728775
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2584 | LCC = 0.9091 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.10145299138791988
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2750 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.09779672944821374
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2460 | LCC = 0.9087 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.09501012589114939
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2531 | LCC = 0.9065 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.09170906219868302
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2541 | LCC = 0.9076 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.08783719695113987
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2587 | LCC = 0.9081 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.08506535695639648
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2454 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08372071279869603
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2507 | LCC = 0.9062 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07917731694575679
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2755 | LCC = 0.9047 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.07817387895260243
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2494 | LCC = 0.9033 | SRCC = 0.9039 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4812 | LCC = 0.6865 | SRCC = 0.6645 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0045920fc93d4fe528cd735ed8b165c9459c75aa
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bc7cd71901c3bc75b5e53f13e4b05bbe43d3a7918742b6a684816eb821572f5
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00698429bf03007c8d1e23aa96dcbb2451535069
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfe2b8e83337ed4e14f58d19baedeb949d9497455b49340d6bd2e60efe3dfd52
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b72d26871ce49e4304b2633962fdc36b1f74cc18
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5182074440180222
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4254 | LCC = 0.8399 | SRCC = 0.8424 ]
+INFO:root:Average loss=0.31346852216072857
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3746 | LCC = 0.8698 | SRCC = 0.8681 ]
+INFO:root:Average loss=0.2739415423718491
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3445 | LCC = 0.8846 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.23408178554449469
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3551 | LCC = 0.8940 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.21586177248313937
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3146 | LCC = 0.8999 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.19602060485954229
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3185 | LCC = 0.9059 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.18976642561785748
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2672 | LCC = 0.9025 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.1816926161850119
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2841 | LCC = 0.9064 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.17111732457586795
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2798 | LCC = 0.9093 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.16286105697037856
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2696 | LCC = 0.9059 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.15685126443818814
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2886 | LCC = 0.9054 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.1542251473992546
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2889 | LCC = 0.9052 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.1461734032269158
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2575 | LCC = 0.9055 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.13883313291162425
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2821 | LCC = 0.9089 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.13888125582409733
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2886 | LCC = 0.9086 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.127853772070022
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2531 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.12608249916162104
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2610 | LCC = 0.9075 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.12522590647026294
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2779 | LCC = 0.9092 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.11732745424688207
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2564 | LCC = 0.9072 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.11309776347496606
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2530 | LCC = 0.9037 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.11054250541966774
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2684 | LCC = 0.9079 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.1067671711432796
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2472 | LCC = 0.9041 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.1021718370776645
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2896 | LCC = 0.9051 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.10195401136499609
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2615 | LCC = 0.9067 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.09839104109502941
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2589 | LCC = 0.9053 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.09784189088410036
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2457 | LCC = 0.9056 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.08983755081547479
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2654 | LCC = 0.9061 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.08728665145749302
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2662 | LCC = 0.9061 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.08854897501151686
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2476 | LCC = 0.9042 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.08469348592479105
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2949 | LCC = 0.9038 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.08130195810098868
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2733 | LCC = 0.9037 | SRCC = 0.9042 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4965 | LCC = 0.6711 | SRCC = 0.6500 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf7476136fd1b05c7f0d5728d1da09908a6e3b88
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5e71cf625b173bcba17ebbe332aced90ae05edf0cf5d5825441554681b47ade3
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908f33d649d1daf918424496bc91b0997f62dc8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462385c89df940557c5d665125c60d847eb3ccdda191aa7dac3a12c9ef16cfe8
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d0885f1d81b88abf227d2e9b6d9e8c728e874fa7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45826299858920144
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4130 | LCC = 0.8490 | SRCC = 0.8466 ]
+INFO:root:Average loss=0.3131087613588124
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4821 | LCC = 0.8571 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.27270771364945207
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3406 | LCC = 0.8813 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.2339858532899377
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3000 | LCC = 0.8878 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.21766715199616604
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3231 | LCC = 0.8964 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.1947039974304293
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2977 | LCC = 0.9016 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.19172528790945262
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2821 | LCC = 0.9040 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.1825005509863699
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2661 | LCC = 0.9068 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.17227079577184137
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2970 | LCC = 0.9066 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.1653917221234024
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2663 | LCC = 0.9021 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.15769790009611603
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3088 | LCC = 0.9077 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.15269385428959234
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2554 | LCC = 0.9094 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.14604688547766967
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2529 | LCC = 0.9087 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.14244886946385307
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2684 | LCC = 0.9084 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.1364452611934932
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2920 | LCC = 0.9094 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.13517796980335534
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3220 | LCC = 0.9060 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.1326112064581386
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2524 | LCC = 0.9086 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.12293414556222156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2855 | LCC = 0.9077 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.1178712597644398
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2497 | LCC = 0.9091 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.11894689265617056
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2544 | LCC = 0.9074 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.11335751315245049
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2635 | LCC = 0.9048 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.11111285322146609
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2623 | LCC = 0.9073 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.1060076988372155
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2859 | LCC = 0.9041 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.10262848596180106
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2916 | LCC = 0.9055 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.09756499894953877
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2816 | LCC = 0.9051 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.0953550857486408
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2530 | LCC = 0.9057 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.09347467929813903
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2806 | LCC = 0.9068 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.09226026943739439
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2555 | LCC = 0.9081 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08745270407613302
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2633 | LCC = 0.9061 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.0864871040934083
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2701 | LCC = 0.9046 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.08398386174974413
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2783 | LCC = 0.9057 | SRCC = 0.9051 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5451 | LCC = 0.6408 | SRCC = 0.6155 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3793b929b445b8170e19c98e83ac307962888eb1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b004bdc9ea519eb02c1a3dd9d6d1804af426b959ff6b0dcbf05ccc408ef75e0b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64c490ef85a759dd0d6defa30cc5962adf73089a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48899290ff0eb4df3b43737f592289b37feba2bb800d12b8d4a4deb8d82f4a1
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f1fc815fad88705220dcd62c1c335021c309f01e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45915876423692426
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3863 | LCC = 0.8456 | SRCC = 0.8447 ]
+INFO:root:Average loss=0.3073927036599617
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3547 | LCC = 0.8652 | SRCC = 0.8634 ]
+INFO:root:Average loss=0.26381051032184866
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3027 | LCC = 0.8854 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.22956481786993888
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3021 | LCC = 0.8973 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.21840888683851054
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2755 | LCC = 0.9018 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.20007753062110417
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3729 | LCC = 0.9030 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.18771178266733368
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2792 | LCC = 0.9045 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.17468568540549692
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2487 | LCC = 0.9092 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.1696392193953426
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2841 | LCC = 0.9075 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.16315441397745487
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2462 | LCC = 0.9103 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.1592060672926765
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2653 | LCC = 0.9100 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.14645221394438274
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2642 | LCC = 0.9078 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.14455241619507012
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2571 | LCC = 0.9073 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.13901872945831
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2450 | LCC = 0.9070 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.13966925773834218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2390 | LCC = 0.9090 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.12970884820457138
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2473 | LCC = 0.9069 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.1227505170885538
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2452 | LCC = 0.9060 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.1230253978185571
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3117 | LCC = 0.9042 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.1184443288369675
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2772 | LCC = 0.9058 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.11630744267405801
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2626 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.1125067195106793
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2462 | LCC = 0.9075 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.10562396462942135
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2654 | LCC = 0.9059 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.10269643273742902
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2791 | LCC = 0.9027 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.09853727189619417
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2629 | LCC = 0.9056 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.0962223546913249
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2383 | LCC = 0.9062 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.09211905259703625
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2704 | LCC = 0.9018 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.09264193175931197
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2612 | LCC = 0.9033 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.08866615853988366
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2503 | LCC = 0.9034 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.08685757021683489
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2432 | LCC = 0.9049 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.08518484622412334
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2508 | LCC = 0.9017 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.0799371032959464
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2462 | LCC = 0.9033 | SRCC = 0.9031 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5075 | LCC = 0.6629 | SRCC = 0.6387 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d879b511fc5b1570ca84a442cce01a9b48460953
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1b8d4cd52ca1647065cb9546c3bee7d2aa3fb47def23c634cd18c6288224a4a
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5fb8c18ef906b65d7c81b7968a12867e86b6995
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b2efdaa53c5cc6f3eeb4b6cf3229be80f33f834f0724ab7be65f34ec243ab9
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer2/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..302efdd0cf1d60a92c24c49d439fa1955b64d577
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45362539968394133
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5372 | LCC = 0.8460 | SRCC = 0.8499 ]
+INFO:root:Average loss=0.324234206810852
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3604 | LCC = 0.8689 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.2581676940697466
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3302 | LCC = 0.8898 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.234334931294353
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3038 | LCC = 0.8937 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.2090579901816528
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3358 | LCC = 0.9040 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.19307647778980994
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3234 | LCC = 0.9034 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.19482481488258163
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2766 | LCC = 0.9029 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.17557688582839304
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3194 | LCC = 0.9058 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.16993109890491287
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2711 | LCC = 0.9082 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.1603392836330943
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3097 | LCC = 0.9068 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.15952348355957538
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3267 | LCC = 0.9087 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1511494662031273
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2360 | LCC = 0.9097 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.14623103898040132
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2485 | LCC = 0.9072 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.14432323327815602
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3109 | LCC = 0.9084 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.13674686043765505
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2655 | LCC = 0.9073 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.13409191042701632
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2788 | LCC = 0.9030 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.12914474760693623
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2461 | LCC = 0.9086 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.12327067648744308
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2506 | LCC = 0.9088 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.12161514399885442
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2559 | LCC = 0.9069 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.11599504712947531
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2419 | LCC = 0.9082 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.11326289952145835
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2523 | LCC = 0.9082 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.10792664490166427
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2514 | LCC = 0.9079 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.1046474439904869
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2305 | LCC = 0.9080 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.10100842917585648
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2383 | LCC = 0.9076 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.09549079697600679
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2728 | LCC = 0.9049 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.09476735126334808
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2499 | LCC = 0.9055 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.09168269235446963
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2461 | LCC = 0.9060 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.08857580974181263
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3044 | LCC = 0.9028 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.0875240362793035
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2437 | LCC = 0.9061 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.08221119310642254
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2530 | LCC = 0.9064 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.08513574226829358
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2560 | LCC = 0.9051 | SRCC = 0.9046 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4974 | LCC = 0.6603 | SRCC = 0.6323 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23f5b89dd082bdca3f9bbf0bf7889ec8390ea98c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a709a8e25251b499fea229b14f0107f5e9bdcfb6bf152d6863dd5e3382d7b4b4
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dea704befccafaf178af1479f4bab89a8d91f277
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b39fb8fecf83d473bbe22d76040c169155fe985ccb8c1af65b0eadf1d2c3f3b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5f3819ca959d4dc2dbce9dd7101db1737ce711d6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5504387656732791
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5890 | LCC = 0.7897 | SRCC = 0.7910 ]
+INFO:root:Average loss=0.39778753357126534
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4819 | LCC = 0.8163 | SRCC = 0.8129 ]
+INFO:root:Average loss=0.36264972250930144
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4214 | LCC = 0.8251 | SRCC = 0.8242 ]
+INFO:root:Average loss=0.3543835054932302
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4835 | LCC = 0.8253 | SRCC = 0.8256 ]
+INFO:root:Average loss=0.3353396618814138
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4169 | LCC = 0.8324 | SRCC = 0.8312 ]
+INFO:root:Average loss=0.30808864568354766
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4170 | LCC = 0.8323 | SRCC = 0.8299 ]
+INFO:root:Average loss=0.31352030645216133
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3883 | LCC = 0.8435 | SRCC = 0.8414 ]
+INFO:root:Average loss=0.2939182942830069
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4290 | LCC = 0.8466 | SRCC = 0.8437 ]
+INFO:root:Average loss=0.28592260776227607
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4562 | LCC = 0.8404 | SRCC = 0.8423 ]
+INFO:root:Average loss=0.27195099547419244
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3939 | LCC = 0.8458 | SRCC = 0.8463 ]
+INFO:root:Average loss=0.2675874776750631
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3971 | LCC = 0.8470 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.25789785023369544
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4077 | LCC = 0.8508 | SRCC = 0.8496 ]
+INFO:root:Average loss=0.2425682876323689
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3742 | LCC = 0.8554 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.2515501507444878
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3977 | LCC = 0.8556 | SRCC = 0.8538 ]
+INFO:root:Average loss=0.23647647372560004
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3860 | LCC = 0.8555 | SRCC = 0.8540 ]
+INFO:root:Average loss=0.23301864152698848
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3812 | LCC = 0.8566 | SRCC = 0.8546 ]
+INFO:root:Average loss=0.22578723487481905
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3836 | LCC = 0.8481 | SRCC = 0.8527 ]
+INFO:root:Average loss=0.2184358219793766
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3700 | LCC = 0.8556 | SRCC = 0.8546 ]
+INFO:root:Average loss=0.21337658184112152
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3866 | LCC = 0.8557 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.20416714836751795
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3819 | LCC = 0.8551 | SRCC = 0.8541 ]
+INFO:root:Average loss=0.2102418177561953
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3925 | LCC = 0.8555 | SRCC = 0.8552 ]
+INFO:root:Average loss=0.1981570626356009
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4240 | LCC = 0.8534 | SRCC = 0.8551 ]
+INFO:root:Average loss=0.1937236872453221
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3591 | LCC = 0.8574 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.1919018431119836
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3780 | LCC = 0.8581 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.1861095861720212
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4567 | LCC = 0.8463 | SRCC = 0.8524 ]
+INFO:root:Average loss=0.17717467752322985
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3657 | LCC = 0.8571 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.16920085427905782
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3576 | LCC = 0.8584 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.16531533498123202
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3785 | LCC = 0.8556 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.1653916899523983
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3621 | LCC = 0.8548 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.16298524307550033
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3520 | LCC = 0.8589 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.1568757609566512
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3395 | LCC = 0.8540 | SRCC = 0.8565 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5427 | LCC = 0.6904 | SRCC = 0.6734 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39027b3de4af92166a0f9996d6dcd9dfe13f65af
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:004154a36ea3c05891d3287157a938b32d27aaf4579752d4140e731d9e4a920c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11d59217ab6d81e27e145f96aa1f4ca0581a10dd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ce9dfd3bfa74e270246a9a1744cfa756c906534f93e680024358b8a07d73fee
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ccd1701b528d6231fa8fdba3435a61d47b7a28d6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5184037401152484
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5056 | LCC = 0.8017 | SRCC = 0.8000 ]
+INFO:root:Average loss=0.3871458274436135
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4706 | LCC = 0.8167 | SRCC = 0.8164 ]
+INFO:root:Average loss=0.35549222544438575
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4666 | LCC = 0.8294 | SRCC = 0.8267 ]
+INFO:root:Average loss=0.3446757537608891
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4298 | LCC = 0.8344 | SRCC = 0.8336 ]
+INFO:root:Average loss=0.3301253076750419
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4224 | LCC = 0.8377 | SRCC = 0.8363 ]
+INFO:root:Average loss=0.31665148745382454
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4409 | LCC = 0.8355 | SRCC = 0.8329 ]
+INFO:root:Average loss=0.3044760075607741
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3683 | LCC = 0.8417 | SRCC = 0.8401 ]
+INFO:root:Average loss=0.29380151887849576
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4251 | LCC = 0.8447 | SRCC = 0.8429 ]
+INFO:root:Average loss=0.2769317660545338
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3571 | LCC = 0.8499 | SRCC = 0.8477 ]
+INFO:root:Average loss=0.29010964430481023
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4308 | LCC = 0.8510 | SRCC = 0.8487 ]
+INFO:root:Average loss=0.2774204376632768
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3988 | LCC = 0.8501 | SRCC = 0.8502 ]
+INFO:root:Average loss=0.24855539116556244
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3549 | LCC = 0.8567 | SRCC = 0.8544 ]
+INFO:root:Average loss=0.2636403946173673
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3879 | LCC = 0.8532 | SRCC = 0.8520 ]
+INFO:root:Average loss=0.2480957033489481
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3869 | LCC = 0.8530 | SRCC = 0.8527 ]
+INFO:root:Average loss=0.23615021529914326
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3595 | LCC = 0.8575 | SRCC = 0.8550 ]
+INFO:root:Average loss=0.23425701260566711
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3652 | LCC = 0.8575 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.22505545827177909
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3982 | LCC = 0.8574 | SRCC = 0.8593 ]
+INFO:root:Average loss=0.22437672502215886
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3432 | LCC = 0.8595 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.20726818414781825
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3535 | LCC = 0.8601 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.2033721333035844
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3678 | LCC = 0.8528 | SRCC = 0.8554 ]
+INFO:root:Average loss=0.20715897926533153
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3557 | LCC = 0.8574 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.19083217975032124
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3591 | LCC = 0.8598 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.2028665678694069
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3751 | LCC = 0.8552 | SRCC = 0.8577 ]
+INFO:root:Average loss=0.19056688132830438
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3561 | LCC = 0.8590 | SRCC = 0.8589 ]
+INFO:root:Average loss=0.18534256194885065
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3503 | LCC = 0.8580 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.1745907317179476
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3430 | LCC = 0.8606 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.1749806134514726
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4365 | LCC = 0.8506 | SRCC = 0.8564 ]
+INFO:root:Average loss=0.17660041592713727
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3434 | LCC = 0.8612 | SRCC = 0.8603 ]
+INFO:root:Average loss=0.16319521189252764
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3607 | LCC = 0.8568 | SRCC = 0.8571 ]
+INFO:root:Average loss=0.15980934007147143
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3400 | LCC = 0.8610 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.1533272813768745
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3301 | LCC = 0.8576 | SRCC = 0.8578 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4567 | LCC = 0.7044 | SRCC = 0.6890 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d14af132b8a35acdc44df5dbfa82d75fd3a91e32
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9477a6e2493c13115ac523ca9fa2c28d3a33e1e1fdcbc3d6c79b7cab32dc9c3
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..734758bd904923be5242b3211ab3dc4965750f0b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd4e5fc3883c8a69501abb566e1b2c13b0e5b0afd9044c0dca07cc7f9eed4913
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b749c4fb14c327191713f85258751d1bb112174a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5335800890633137
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5000 | LCC = 0.8015 | SRCC = 0.7977 ]
+INFO:root:Average loss=0.38864970827378287
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5365 | LCC = 0.8179 | SRCC = 0.8167 ]
+INFO:root:Average loss=0.35702478420527684
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5112 | LCC = 0.8252 | SRCC = 0.8248 ]
+INFO:root:Average loss=0.3373848906142174
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4411 | LCC = 0.8283 | SRCC = 0.8271 ]
+INFO:root:Average loss=0.325011787343921
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4601 | LCC = 0.8371 | SRCC = 0.8361 ]
+INFO:root:Average loss=0.3158612557057011
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4724 | LCC = 0.8422 | SRCC = 0.8399 ]
+INFO:root:Average loss=0.3154823472561864
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4549 | LCC = 0.8450 | SRCC = 0.8435 ]
+INFO:root:Average loss=0.30183850383827454
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4581 | LCC = 0.8466 | SRCC = 0.8441 ]
+INFO:root:Average loss=0.27931811673448265
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4636 | LCC = 0.8490 | SRCC = 0.8472 ]
+INFO:root:Average loss=0.2736024133042793
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4063 | LCC = 0.8510 | SRCC = 0.8492 ]
+INFO:root:Average loss=0.2637393234265333
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4150 | LCC = 0.8531 | SRCC = 0.8519 ]
+INFO:root:Average loss=0.2553219493758472
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4053 | LCC = 0.8520 | SRCC = 0.8515 ]
+INFO:root:Average loss=0.24963056972261108
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3669 | LCC = 0.8532 | SRCC = 0.8527 ]
+INFO:root:Average loss=0.2392104849477724
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4444 | LCC = 0.8556 | SRCC = 0.8536 ]
+INFO:root:Average loss=0.2329744983442946
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3787 | LCC = 0.8567 | SRCC = 0.8552 ]
+INFO:root:Average loss=0.23278851518568966
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3754 | LCC = 0.8562 | SRCC = 0.8561 ]
+INFO:root:Average loss=0.2188984838265904
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3478 | LCC = 0.8576 | SRCC = 0.8561 ]
+INFO:root:Average loss=0.21306942485143684
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3682 | LCC = 0.8584 | SRCC = 0.8578 ]
+INFO:root:Average loss=0.2113059783257501
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3921 | LCC = 0.8524 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.1998996740648512
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4140 | LCC = 0.8585 | SRCC = 0.8567 ]
+INFO:root:Average loss=0.1980082399152607
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3671 | LCC = 0.8606 | SRCC = 0.8589 ]
+INFO:root:Average loss=0.19082711662860274
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3880 | LCC = 0.8527 | SRCC = 0.8536 ]
+INFO:root:Average loss=0.1874127454754245
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3880 | LCC = 0.8576 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.1767333435013115
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3687 | LCC = 0.8546 | SRCC = 0.8523 ]
+INFO:root:Average loss=0.17563714371251232
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3865 | LCC = 0.8593 | SRCC = 0.8577 ]
+INFO:root:Average loss=0.17445204316536125
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3694 | LCC = 0.8568 | SRCC = 0.8551 ]
+INFO:root:Average loss=0.16711708244388504
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3592 | LCC = 0.8556 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.16699344466704164
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3919 | LCC = 0.8572 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.16431988866170708
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3753 | LCC = 0.8602 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.1591778637873644
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3698 | LCC = 0.8604 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.16095865509241303
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3404 | LCC = 0.8538 | SRCC = 0.8567 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5405 | LCC = 0.6896 | SRCC = 0.6712 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d8d7c1ed1e0c7227e84c5571987705647abc7da
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:276ea038ef5d49584109b6ccce991d09979037e68ac2eec98272acea1f849a6b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d07eb429982c2467ceae737f89a551a7d517d97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b4fbd4861b2220362dca34f3f855cca1b1ad5e3ba734d1f0847d91246652032
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e08c4caceaa846a8a3330e4b9f5af7fe11147d9a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5512164803598657
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5170 | LCC = 0.7887 | SRCC = 0.7892 ]
+INFO:root:Average loss=0.3975131360092604
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4604 | LCC = 0.8160 | SRCC = 0.8138 ]
+INFO:root:Average loss=0.3731963557831814
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4919 | LCC = 0.8246 | SRCC = 0.8222 ]
+INFO:root:Average loss=0.3442780625268903
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5335 | LCC = 0.8255 | SRCC = 0.8272 ]
+INFO:root:Average loss=0.3318399999699841
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4179 | LCC = 0.8304 | SRCC = 0.8298 ]
+INFO:root:Average loss=0.3244750478191872
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4267 | LCC = 0.8382 | SRCC = 0.8372 ]
+INFO:root:Average loss=0.30575563418382856
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4482 | LCC = 0.8354 | SRCC = 0.8352 ]
+INFO:root:Average loss=0.2895522013392752
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4151 | LCC = 0.8430 | SRCC = 0.8402 ]
+INFO:root:Average loss=0.28419332645532025
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4628 | LCC = 0.8427 | SRCC = 0.8443 ]
+INFO:root:Average loss=0.2893535118399328
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3812 | LCC = 0.8479 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.2662525276055915
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3943 | LCC = 0.8505 | SRCC = 0.8485 ]
+INFO:root:Average loss=0.2504079740688291
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3761 | LCC = 0.8516 | SRCC = 0.8505 ]
+INFO:root:Average loss=0.24351998664051122
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3402 | LCC = 0.8515 | SRCC = 0.8517 ]
+INFO:root:Average loss=0.23865020490450667
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3928 | LCC = 0.8557 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.2326765217188466
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3622 | LCC = 0.8567 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.21983413665280865
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3520 | LCC = 0.8541 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.20900565842328045
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3791 | LCC = 0.8518 | SRCC = 0.8516 ]
+INFO:root:Average loss=0.21239423054146628
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3793 | LCC = 0.8555 | SRCC = 0.8534 ]
+INFO:root:Average loss=0.2081685691124442
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3430 | LCC = 0.8569 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.19884391994662368
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3738 | LCC = 0.8556 | SRCC = 0.8533 ]
+INFO:root:Average loss=0.19208430576358917
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3896 | LCC = 0.8565 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.19202416657195615
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3689 | LCC = 0.8561 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.18482948348701345
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3661 | LCC = 0.8572 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.18104241245743857
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3993 | LCC = 0.8562 | SRCC = 0.8554 ]
+INFO:root:Average loss=0.18347318466171364
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3931 | LCC = 0.8588 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.17233713599987802
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3629 | LCC = 0.8576 | SRCC = 0.8557 ]
+INFO:root:Average loss=0.16645181993011796
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3815 | LCC = 0.8596 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.16283611350321356
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3720 | LCC = 0.8558 | SRCC = 0.8533 ]
+INFO:root:Average loss=0.1623794155658325
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4076 | LCC = 0.8569 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.15135056732190139
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3740 | LCC = 0.8594 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.15028827232604772
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3681 | LCC = 0.8575 | SRCC = 0.8553 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6132 | LCC = 0.6741 | SRCC = 0.6630 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5328dcd53b7840c664d896ec614a9fffec899fc5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ee7f6b8ac28fe3884c570f55e2280ae4b8e91b9390f7cdc4c7eebf20a28f338
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..41580e7f70462e3aea9d20b32b3fc2a33264e5ee
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a0e8ffcb209cef3bdbd1957177bfd0dd7dda1d96204388ec68f2c79524f5b7b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer20/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..29c7c4cde2e65ae03492074acb33086261eb1080
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5614018487620216
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5098 | LCC = 0.7922 | SRCC = 0.7926 ]
+INFO:root:Average loss=0.39486427794646667
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5154 | LCC = 0.8132 | SRCC = 0.8117 ]
+INFO:root:Average loss=0.35743186032840973
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4734 | LCC = 0.8290 | SRCC = 0.8284 ]
+INFO:root:Average loss=0.3419724549516777
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3959 | LCC = 0.8348 | SRCC = 0.8324 ]
+INFO:root:Average loss=0.32329630489983313
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4271 | LCC = 0.8305 | SRCC = 0.8296 ]
+INFO:root:Average loss=0.31350995074806876
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4189 | LCC = 0.8423 | SRCC = 0.8409 ]
+INFO:root:Average loss=0.30810309533094393
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3911 | LCC = 0.8439 | SRCC = 0.8419 ]
+INFO:root:Average loss=0.29765927559033983
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4141 | LCC = 0.8477 | SRCC = 0.8461 ]
+INFO:root:Average loss=0.2835802746818245
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4131 | LCC = 0.8487 | SRCC = 0.8499 ]
+INFO:root:Average loss=0.27175679299011396
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3895 | LCC = 0.8523 | SRCC = 0.8524 ]
+INFO:root:Average loss=0.2629794208817399
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3763 | LCC = 0.8538 | SRCC = 0.8517 ]
+INFO:root:Average loss=0.25590311628201107
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3922 | LCC = 0.8553 | SRCC = 0.8533 ]
+INFO:root:Average loss=0.24748326958603942
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3701 | LCC = 0.8559 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.2483918137977578
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4444 | LCC = 0.8498 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.2403850605377572
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3761 | LCC = 0.8561 | SRCC = 0.8548 ]
+INFO:root:Average loss=0.22676546949182633
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3758 | LCC = 0.8536 | SRCC = 0.8516 ]
+INFO:root:Average loss=0.22672934455506374
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3599 | LCC = 0.8562 | SRCC = 0.8542 ]
+INFO:root:Average loss=0.21424886058865256
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3707 | LCC = 0.8569 | SRCC = 0.8550 ]
+INFO:root:Average loss=0.2118908186265499
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3615 | LCC = 0.8582 | SRCC = 0.8564 ]
+INFO:root:Average loss=0.2045618361992643
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3457 | LCC = 0.8590 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.20646757753081404
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3549 | LCC = 0.8595 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.18971418279271596
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3619 | LCC = 0.8573 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.19185338574165553
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3517 | LCC = 0.8574 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.18358786081130793
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4121 | LCC = 0.8552 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.175494890681581
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3701 | LCC = 0.8578 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.172574646168017
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3881 | LCC = 0.8572 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.1721151373376047
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3728 | LCC = 0.8527 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.1637881825425032
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3604 | LCC = 0.8593 | SRCC = 0.8588 ]
+INFO:root:Average loss=0.16086159013427062
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3459 | LCC = 0.8589 | SRCC = 0.8578 ]
+INFO:root:Average loss=0.15320759361362182
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3759 | LCC = 0.8505 | SRCC = 0.8530 ]
+INFO:root:Average loss=0.15091105597901205
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3564 | LCC = 0.8573 | SRCC = 0.8556 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4571 | LCC = 0.7053 | SRCC = 0.6895 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bfbe07b011fec2e7e9a58c7b934f8d1c44a0ea6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7939be1f54f2547771eef00182663fc8b01130dd19debefaca3b71ef2c8876a4
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..020e0b196aa42a49fbfb9ac930ec0a9a51ccf124
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbcf9c0e104c88eb41f48df5d2831043b81f423a30b9a53167e8ea79fd2bb678
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..78459ba17e5127351baf74a8572f61b664c53046
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5595950718559971
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5689 | LCC = 0.7799 | SRCC = 0.7725 ]
+INFO:root:Average loss=0.43464041824285693
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5318 | LCC = 0.8027 | SRCC = 0.7988 ]
+INFO:root:Average loss=0.3936924963672726
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4939 | LCC = 0.8021 | SRCC = 0.8038 ]
+INFO:root:Average loss=0.3952379504897002
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4614 | LCC = 0.8181 | SRCC = 0.8155 ]
+INFO:root:Average loss=0.3872837497492057
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4963 | LCC = 0.8221 | SRCC = 0.8195 ]
+INFO:root:Average loss=0.3521605579322473
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5032 | LCC = 0.8277 | SRCC = 0.8274 ]
+INFO:root:Average loss=0.3492731141044914
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4340 | LCC = 0.8306 | SRCC = 0.8277 ]
+INFO:root:Average loss=0.3370015491984483
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4173 | LCC = 0.8337 | SRCC = 0.8314 ]
+INFO:root:Average loss=0.3362964980002773
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4649 | LCC = 0.8249 | SRCC = 0.8260 ]
+INFO:root:Average loss=0.32632261028007276
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4265 | LCC = 0.8350 | SRCC = 0.8324 ]
+INFO:root:Average loss=0.30174315363340987
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4143 | LCC = 0.8374 | SRCC = 0.8349 ]
+INFO:root:Average loss=0.2974059058923942
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4231 | LCC = 0.8389 | SRCC = 0.8385 ]
+INFO:root:Average loss=0.28928933899871184
+INFO:root:
+[Valid][12][UTT][ MSE = 0.5329 | LCC = 0.8340 | SRCC = 0.8384 ]
+INFO:root:Average loss=0.28189982025954075
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4305 | LCC = 0.8416 | SRCC = 0.8412 ]
+INFO:root:Average loss=0.28644029107052466
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4108 | LCC = 0.8434 | SRCC = 0.8414 ]
+INFO:root:Average loss=0.2787094611480746
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3934 | LCC = 0.8426 | SRCC = 0.8400 ]
+INFO:root:Average loss=0.26189777888142307
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4056 | LCC = 0.8405 | SRCC = 0.8380 ]
+INFO:root:Average loss=0.2617075648266456
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4005 | LCC = 0.8451 | SRCC = 0.8436 ]
+INFO:root:Average loss=0.25508066133267615
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3742 | LCC = 0.8432 | SRCC = 0.8420 ]
+INFO:root:Average loss=0.2528680347638323
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3966 | LCC = 0.8477 | SRCC = 0.8469 ]
+INFO:root:Average loss=0.24192640900267343
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4425 | LCC = 0.8472 | SRCC = 0.8472 ]
+INFO:root:Average loss=0.24220979420435912
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3876 | LCC = 0.8457 | SRCC = 0.8439 ]
+INFO:root:Average loss=0.23106649750574476
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3835 | LCC = 0.8477 | SRCC = 0.8457 ]
+INFO:root:Average loss=0.22630690796182334
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4256 | LCC = 0.8440 | SRCC = 0.8456 ]
+INFO:root:Average loss=0.2283581590032302
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3729 | LCC = 0.8455 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.2213536616350185
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4239 | LCC = 0.8409 | SRCC = 0.8440 ]
+INFO:root:Average loss=0.2127667554799532
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3965 | LCC = 0.8427 | SRCC = 0.8400 ]
+INFO:root:Average loss=0.21038532153719422
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3632 | LCC = 0.8510 | SRCC = 0.8498 ]
+INFO:root:Average loss=0.20317486699433684
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3818 | LCC = 0.8460 | SRCC = 0.8456 ]
+INFO:root:Average loss=0.19760294508382764
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3572 | LCC = 0.8490 | SRCC = 0.8491 ]
+INFO:root:Average loss=0.1952543064004424
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3841 | LCC = 0.8484 | SRCC = 0.8462 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4830 | LCC = 0.6844 | SRCC = 0.6714 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df62a87e6547300235969bcacfc1f6b374f7bc79
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ca0e7500c179a2bf9868d0db2dd43c4949e1d8116c366f2a363d7fd40d86616
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3fd3749a3b1fddf93dd149123eab3d1639cd0ab6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21c89f7c461edaeaf424da4b811d022901de326325a8892ca9cc187ea42ab42a
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3956d03e0a89af2fd60915c21966cc11928907fe
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.553333094871113
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5310 | LCC = 0.7753 | SRCC = 0.7688 ]
+INFO:root:Average loss=0.41703115937682245
+INFO:root:
+[Valid][1][UTT][ MSE = 0.6318 | LCC = 0.7982 | SRCC = 0.7990 ]
+INFO:root:Average loss=0.3922324942887863
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4573 | LCC = 0.8151 | SRCC = 0.8111 ]
+INFO:root:Average loss=0.37732190100443846
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4445 | LCC = 0.8206 | SRCC = 0.8172 ]
+INFO:root:Average loss=0.3456092205953736
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4532 | LCC = 0.8230 | SRCC = 0.8201 ]
+INFO:root:Average loss=0.344223967435732
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4208 | LCC = 0.8266 | SRCC = 0.8238 ]
+INFO:root:Average loss=0.32991514781306935
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4117 | LCC = 0.8300 | SRCC = 0.8288 ]
+INFO:root:Average loss=0.32525806025618076
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4407 | LCC = 0.8289 | SRCC = 0.8267 ]
+INFO:root:Average loss=0.31331148235439565
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4218 | LCC = 0.8334 | SRCC = 0.8314 ]
+INFO:root:Average loss=0.3077869913998367
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4309 | LCC = 0.8337 | SRCC = 0.8331 ]
+INFO:root:Average loss=0.29802667009348127
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4378 | LCC = 0.8371 | SRCC = 0.8361 ]
+INFO:root:Average loss=0.29402220722912364
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4241 | LCC = 0.8356 | SRCC = 0.8341 ]
+INFO:root:Average loss=0.2780762904813524
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4153 | LCC = 0.8393 | SRCC = 0.8363 ]
+INFO:root:Average loss=0.274981585196677
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3878 | LCC = 0.8400 | SRCC = 0.8380 ]
+INFO:root:Average loss=0.2720884540780431
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4017 | LCC = 0.8430 | SRCC = 0.8406 ]
+INFO:root:Average loss=0.26609115121681565
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4011 | LCC = 0.8445 | SRCC = 0.8422 ]
+INFO:root:Average loss=0.25923429102222356
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3915 | LCC = 0.8439 | SRCC = 0.8431 ]
+INFO:root:Average loss=0.25247494325127906
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3834 | LCC = 0.8440 | SRCC = 0.8411 ]
+INFO:root:Average loss=0.2501779319233977
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3740 | LCC = 0.8432 | SRCC = 0.8423 ]
+INFO:root:Average loss=0.24664504068090737
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4005 | LCC = 0.8454 | SRCC = 0.8430 ]
+INFO:root:Average loss=0.2323278097403532
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4022 | LCC = 0.8439 | SRCC = 0.8437 ]
+INFO:root:Average loss=0.22965502889686926
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3792 | LCC = 0.8436 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.23136697580359575
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3801 | LCC = 0.8462 | SRCC = 0.8435 ]
+INFO:root:Average loss=0.22456042141239077
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4063 | LCC = 0.8422 | SRCC = 0.8440 ]
+INFO:root:Average loss=0.21942116755109303
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4130 | LCC = 0.8440 | SRCC = 0.8421 ]
+INFO:root:Average loss=0.2156026211346505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3943 | LCC = 0.8451 | SRCC = 0.8434 ]
+INFO:root:Average loss=0.21637325824340645
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4494 | LCC = 0.8407 | SRCC = 0.8432 ]
+INFO:root:Average loss=0.21430033824347347
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3486 | LCC = 0.8466 | SRCC = 0.8453 ]
+INFO:root:Average loss=0.19960558776221524
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3643 | LCC = 0.8464 | SRCC = 0.8453 ]
+INFO:root:Average loss=0.2072613303027401
+INFO:root:
+[Valid][29][UTT][ MSE = 0.4247 | LCC = 0.8446 | SRCC = 0.8428 ]
+INFO:root:Average loss=0.1921909862773956
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4096 | LCC = 0.8424 | SRCC = 0.8437 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5294 | LCC = 0.6818 | SRCC = 0.6737 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af3dade10392cba104c0b0e856643972167f94a2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8aa9fb139632de32234060cd86ce1092cc2c3e9ff9f56e109a95d35be80f54c6
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb605fe80405eabb5a5fb8fd031df0e1b14618e9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d8e87ec9e57ceedc487493a13ac180d185bf7459af9b731e4d3616b07036add
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..512e910c3d94c1b4e09860d6b34459acd7bc8071
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.542539380361579
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5000 | LCC = 0.7891 | SRCC = 0.7833 ]
+INFO:root:Average loss=0.4107885677690451
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5086 | LCC = 0.8062 | SRCC = 0.8058 ]
+INFO:root:Average loss=0.38628085414109203
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4925 | LCC = 0.8140 | SRCC = 0.8131 ]
+INFO:root:Average loss=0.38416174993005103
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4955 | LCC = 0.8200 | SRCC = 0.8187 ]
+INFO:root:Average loss=0.35420818773308244
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4614 | LCC = 0.8269 | SRCC = 0.8252 ]
+INFO:root:Average loss=0.34509989834589766
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4959 | LCC = 0.8170 | SRCC = 0.8202 ]
+INFO:root:Average loss=0.331128931372841
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4623 | LCC = 0.8312 | SRCC = 0.8296 ]
+INFO:root:Average loss=0.3215771254604262
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4733 | LCC = 0.8320 | SRCC = 0.8335 ]
+INFO:root:Average loss=0.31121252485782425
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4249 | LCC = 0.8318 | SRCC = 0.8289 ]
+INFO:root:Average loss=0.29744087883158227
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4437 | LCC = 0.8395 | SRCC = 0.8366 ]
+INFO:root:Average loss=0.2946356879493405
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4799 | LCC = 0.8355 | SRCC = 0.8370 ]
+INFO:root:Average loss=0.3146881093351827
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4492 | LCC = 0.8379 | SRCC = 0.8387 ]
+INFO:root:Average loss=0.2874173563339807
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3917 | LCC = 0.8420 | SRCC = 0.8398 ]
+INFO:root:Average loss=0.2766485526899382
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4282 | LCC = 0.8368 | SRCC = 0.8369 ]
+INFO:root:Average loss=0.28568580781104247
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4084 | LCC = 0.8427 | SRCC = 0.8406 ]
+INFO:root:Average loss=0.2612929273978134
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4475 | LCC = 0.8384 | SRCC = 0.8390 ]
+INFO:root:Average loss=0.26118465448390543
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4091 | LCC = 0.8444 | SRCC = 0.8448 ]
+INFO:root:Average loss=0.2467741734547422
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3807 | LCC = 0.8459 | SRCC = 0.8454 ]
+INFO:root:Average loss=0.25069495897761657
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4298 | LCC = 0.8443 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.23463845485552198
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3627 | LCC = 0.8450 | SRCC = 0.8449 ]
+INFO:root:Average loss=0.23035472704668267
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3799 | LCC = 0.8426 | SRCC = 0.8409 ]
+INFO:root:Average loss=0.23101862257271144
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4238 | LCC = 0.8460 | SRCC = 0.8445 ]
+INFO:root:Average loss=0.22201131301463684
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3671 | LCC = 0.8457 | SRCC = 0.8444 ]
+INFO:root:Average loss=0.22139240116570036
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4019 | LCC = 0.8494 | SRCC = 0.8483 ]
+INFO:root:Average loss=0.21075625032875578
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3699 | LCC = 0.8454 | SRCC = 0.8436 ]
+INFO:root:Average loss=0.21043071960438195
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3671 | LCC = 0.8470 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.2009503169986554
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4061 | LCC = 0.8479 | SRCC = 0.8454 ]
+INFO:root:Average loss=0.20119071670005775
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3649 | LCC = 0.8414 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.19728023998137845
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3862 | LCC = 0.8502 | SRCC = 0.8483 ]
+INFO:root:Average loss=0.1968154544602929
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3774 | LCC = 0.8449 | SRCC = 0.8471 ]
+INFO:root:Average loss=0.18727992169257535
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3630 | LCC = 0.8483 | SRCC = 0.8480 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5124 | LCC = 0.6884 | SRCC = 0.6730 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..598907343bf90a41f8de2cf105732c49871a15a5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465c739fe91ddcfaf335e309afb4e86c7c5745357d03cec90ec5f8c6b37e484b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c974909d8bd6415ae399d0d2521015391af41741
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b75aca591b7ec4d8c011c8e0c8df4b9f5bd49d80e8c4b546ae251bb92aaf31b1
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0888fcef677b755c65e4664b9cb161415a4bacfe
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6014293699250745
+INFO:root:
+[Valid][0][UTT][ MSE = 0.7330 | LCC = 0.7596 | SRCC = 0.7710 ]
+INFO:root:Average loss=0.43663918782520844
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5007 | LCC = 0.7911 | SRCC = 0.7865 ]
+INFO:root:Average loss=0.3930050644571382
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4854 | LCC = 0.8137 | SRCC = 0.8118 ]
+INFO:root:Average loss=0.3696998281975013
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4647 | LCC = 0.8160 | SRCC = 0.8159 ]
+INFO:root:Average loss=0.3712457522663767
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5014 | LCC = 0.8162 | SRCC = 0.8202 ]
+INFO:root:Average loss=0.339989243301353
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4649 | LCC = 0.8263 | SRCC = 0.8242 ]
+INFO:root:Average loss=0.33767817139281014
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4866 | LCC = 0.8233 | SRCC = 0.8228 ]
+INFO:root:Average loss=0.3291875680402524
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4979 | LCC = 0.8280 | SRCC = 0.8321 ]
+INFO:root:Average loss=0.3172573792624336
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4815 | LCC = 0.8268 | SRCC = 0.8307 ]
+INFO:root:Average loss=0.3070847056160083
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4155 | LCC = 0.8384 | SRCC = 0.8374 ]
+INFO:root:Average loss=0.29867116245575726
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4915 | LCC = 0.8343 | SRCC = 0.8376 ]
+INFO:root:Average loss=0.290634671990582
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4262 | LCC = 0.8391 | SRCC = 0.8401 ]
+INFO:root:Average loss=0.2977032600282934
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4622 | LCC = 0.8293 | SRCC = 0.8350 ]
+INFO:root:Average loss=0.2829132671817879
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4168 | LCC = 0.8356 | SRCC = 0.8364 ]
+INFO:root:Average loss=0.2706260179853164
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3937 | LCC = 0.8433 | SRCC = 0.8432 ]
+INFO:root:Average loss=0.2687112410805818
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4095 | LCC = 0.8452 | SRCC = 0.8457 ]
+INFO:root:Average loss=0.2666872670884766
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4183 | LCC = 0.8451 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.24971186098335796
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3879 | LCC = 0.8455 | SRCC = 0.8466 ]
+INFO:root:Average loss=0.24867744494035754
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4607 | LCC = 0.8361 | SRCC = 0.8415 ]
+INFO:root:Average loss=0.2433902650554745
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4151 | LCC = 0.8491 | SRCC = 0.8472 ]
+INFO:root:Average loss=0.24012543812308007
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3972 | LCC = 0.8459 | SRCC = 0.8453 ]
+INFO:root:Average loss=0.23558345626544402
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3712 | LCC = 0.8434 | SRCC = 0.8423 ]
+INFO:root:Average loss=0.229747781433122
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3730 | LCC = 0.8499 | SRCC = 0.8487 ]
+INFO:root:Average loss=0.22195543607190854
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3845 | LCC = 0.8452 | SRCC = 0.8434 ]
+INFO:root:Average loss=0.22049770465475976
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3943 | LCC = 0.8469 | SRCC = 0.8437 ]
+INFO:root:Average loss=0.21284807430354158
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4229 | LCC = 0.8358 | SRCC = 0.8419 ]
+INFO:root:Average loss=0.21514369288965457
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3634 | LCC = 0.8440 | SRCC = 0.8432 ]
+INFO:root:Average loss=0.20584704317798505
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3988 | LCC = 0.8479 | SRCC = 0.8466 ]
+INFO:root:Average loss=0.2009975768927205
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3681 | LCC = 0.8437 | SRCC = 0.8452 ]
+INFO:root:Average loss=0.199260121437511
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3716 | LCC = 0.8485 | SRCC = 0.8477 ]
+INFO:root:Average loss=0.19408894713558902
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3784 | LCC = 0.8503 | SRCC = 0.8481 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5193 | LCC = 0.6921 | SRCC = 0.6807 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f33e01c03471183ec9072657c3bb2f125cf8a2a2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b39c05d5d612e8b30a11d081423f9a36466b609becd0557a24bbd49fede31bf
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee6d3e62636ed613f65be7e0e94c1c06ad071e04
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbbeedaac8cdf8be140e7632e2e7fb9073e8309b022226bbad9a0cda01a853a
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer22/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6b515b931ae4d325f95ced43f0583ef8c5766b00
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5282055527144085
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5308 | LCC = 0.7826 | SRCC = 0.7817 ]
+INFO:root:Average loss=0.4222195274223482
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4665 | LCC = 0.8028 | SRCC = 0.8014 ]
+INFO:root:Average loss=0.38267005066995674
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5311 | LCC = 0.8127 | SRCC = 0.8131 ]
+INFO:root:Average loss=0.3702546228046362
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4391 | LCC = 0.8190 | SRCC = 0.8169 ]
+INFO:root:Average loss=0.35931993900351444
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4292 | LCC = 0.8239 | SRCC = 0.8249 ]
+INFO:root:Average loss=0.3552553055086577
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4346 | LCC = 0.8275 | SRCC = 0.8240 ]
+INFO:root:Average loss=0.3384630486282999
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4508 | LCC = 0.8309 | SRCC = 0.8282 ]
+INFO:root:Average loss=0.3257312785855607
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4372 | LCC = 0.8303 | SRCC = 0.8289 ]
+INFO:root:Average loss=0.3201267275679318
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4419 | LCC = 0.8355 | SRCC = 0.8328 ]
+INFO:root:Average loss=0.3051569035459805
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4156 | LCC = 0.8363 | SRCC = 0.8342 ]
+INFO:root:Average loss=0.29519347777600924
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4099 | LCC = 0.8403 | SRCC = 0.8392 ]
+INFO:root:Average loss=0.2850485250267679
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3961 | LCC = 0.8390 | SRCC = 0.8374 ]
+INFO:root:Average loss=0.2775435807732488
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4043 | LCC = 0.8447 | SRCC = 0.8419 ]
+INFO:root:Average loss=0.2648866373851809
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4167 | LCC = 0.8385 | SRCC = 0.8427 ]
+INFO:root:Average loss=0.26844930347335133
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4356 | LCC = 0.8440 | SRCC = 0.8435 ]
+INFO:root:Average loss=0.263714387323815
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3845 | LCC = 0.8467 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.2551418159566174
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3766 | LCC = 0.8495 | SRCC = 0.8482 ]
+INFO:root:Average loss=0.2426464490463279
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3979 | LCC = 0.8463 | SRCC = 0.8471 ]
+INFO:root:Average loss=0.25455825452859693
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3759 | LCC = 0.8465 | SRCC = 0.8445 ]
+INFO:root:Average loss=0.24069171360117853
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4565 | LCC = 0.8463 | SRCC = 0.8452 ]
+INFO:root:Average loss=0.23099305485025307
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4250 | LCC = 0.8396 | SRCC = 0.8463 ]
+INFO:root:Average loss=0.2287592165215167
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3794 | LCC = 0.8471 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.21642285447589235
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3818 | LCC = 0.8510 | SRCC = 0.8498 ]
+INFO:root:Average loss=0.21827037081208533
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4249 | LCC = 0.8429 | SRCC = 0.8445 ]
+INFO:root:Average loss=0.211786943751608
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3824 | LCC = 0.8508 | SRCC = 0.8491 ]
+INFO:root:Average loss=0.20486625227969507
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3530 | LCC = 0.8495 | SRCC = 0.8482 ]
+INFO:root:Average loss=0.20091387569215258
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3956 | LCC = 0.8480 | SRCC = 0.8468 ]
+INFO:root:Average loss=0.19940039127892842
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3972 | LCC = 0.8423 | SRCC = 0.8463 ]
+INFO:root:Average loss=0.19287024838903735
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3492 | LCC = 0.8522 | SRCC = 0.8510 ]
+INFO:root:Average loss=0.1894811661429488
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3720 | LCC = 0.8501 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.18482323559377925
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4404 | LCC = 0.8406 | SRCC = 0.8456 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5348 | LCC = 0.6853 | SRCC = 0.6764 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e085d67188b13808937e1445ccf9509d64f866e2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9798fd779c2f79877b8829bb4a42cadbd3a4f49b52772333a5cb6bd54414c26e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c63811204bd88a68157320cc0686e4bfe393b880
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9aac88a0f364f3e06a34751c2ebd41d458f776185d2180b40dae37ac662e206
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f4b95b2f2c09877045e1f86a1943bd6c6ed210bf
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5842317401329217
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3906 | LCC = 0.8803 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.2500019319398555
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3494 | LCC = 0.8995 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.21200168102635125
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3203 | LCC = 0.9026 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.1938178537984115
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2797 | LCC = 0.9103 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.18705638808149821
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2956 | LCC = 0.9108 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.17007448205541323
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2850 | LCC = 0.9100 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.16357646675812715
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2961 | LCC = 0.9141 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1592667543819185
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2525 | LCC = 0.9138 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1545832546460146
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2665 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.14391653890037812
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2585 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13786681651035484
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2911 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1326506224843119
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2529 | LCC = 0.9139 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.12632302031179385
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2512 | LCC = 0.9124 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12269687135784613
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2387 | LCC = 0.9151 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11985580274307658
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2570 | LCC = 0.9147 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11335170686761768
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2908 | LCC = 0.9141 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1113791465328608
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2535 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10431196071164456
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2680 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10354630677083324
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2538 | LCC = 0.9109 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09766252892296438
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2327 | LCC = 0.9097 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09473525506654226
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2454 | LCC = 0.9086 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.0925611126198934
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2497 | LCC = 0.9115 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.09184227270111872
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2848 | LCC = 0.9114 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08440049520203832
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2690 | LCC = 0.9111 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.08288792615508758
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2504 | LCC = 0.9105 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07813306962479057
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2376 | LCC = 0.9089 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07387861267076751
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2829 | LCC = 0.9095 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07272388090546421
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2731 | LCC = 0.9094 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.07154296810141189
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2741 | LCC = 0.9089 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.06914699723610299
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2490 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.06656260017542481
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2620 | LCC = 0.9075 | SRCC = 0.9068 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4675 | LCC = 0.7111 | SRCC = 0.6917 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c41721d5d7e5f98ecce10b5bb58054c08b2f9b4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:650a7bcc8e2a21e69e65da606fbebd8088139591892f57b234584807bc6f1f4e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7da77e2a6be3c53b38bf04f41c7137f901c21489
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f14a81a556a3700109f5cf7e9e3ff449a079f4f625184a77e765aeadeb968456
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4cff0f289e432f5d97d470007436572ad06a58ec
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40840480412017405
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3465 | LCC = 0.8741 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.252959279741855
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3218 | LCC = 0.8942 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.22291453497085958
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2828 | LCC = 0.9032 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.19437743775072813
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2858 | LCC = 0.9059 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.19731273872487118
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3120 | LCC = 0.9110 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.17630608203266399
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2628 | LCC = 0.9111 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.17058803214330895
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2601 | LCC = 0.9105 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.16074645725977904
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2782 | LCC = 0.9125 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.15554566457436952
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2661 | LCC = 0.9116 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.14861725438709203
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2392 | LCC = 0.9118 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.14709076242295305
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2661 | LCC = 0.9129 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.13638466122867055
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2369 | LCC = 0.9110 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.13321145697136147
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2434 | LCC = 0.9128 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.12469741419991316
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2666 | LCC = 0.9095 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.11998553922927449
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2646 | LCC = 0.9124 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.11617749317877554
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2432 | LCC = 0.9107 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.10796632596178551
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2499 | LCC = 0.9110 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.10468751900544056
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2499 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10189155493513008
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2453 | LCC = 0.9100 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.09743970684233429
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2494 | LCC = 0.9081 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.09685794083196993
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2463 | LCC = 0.9064 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.09216562684388518
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2693 | LCC = 0.9090 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.086103291934453
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2498 | LCC = 0.9087 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.08377764544132128
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2586 | LCC = 0.9071 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.08384744874659301
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2575 | LCC = 0.9078 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08281929756520111
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2706 | LCC = 0.9060 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.0741778767393159
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2674 | LCC = 0.9066 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.07400097179016626
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2478 | LCC = 0.9062 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.07202429175807562
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2702 | LCC = 0.9069 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.06773465484208455
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2504 | LCC = 0.9053 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.07001657374849209
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2505 | LCC = 0.9069 | SRCC = 0.9071 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4368 | LCC = 0.7301 | SRCC = 0.7181 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50fadb63202a7ba05f99e6bd2db482b4960d23db
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e4af0a78d419466723ad84923c442cdb7b9677a05eb9ff593a30fad1316fff8
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1c2a76f1b66b8bb0e3dd02e0cf668613d7c9bba1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb038907cbaa4eae7d53749aa851cede3f7ea0133712a0448e2ea64727819b4b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2c30a76c7b559654a0aa11dc81249ab95a74b672
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4282385316715075
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4214 | LCC = 0.8801 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.2375753485743021
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3527 | LCC = 0.8941 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.2153091011192068
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3015 | LCC = 0.9073 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.19383838406704754
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2558 | LCC = 0.9098 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.18270790714749022
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3187 | LCC = 0.9132 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.17045591418453723
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3149 | LCC = 0.9132 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.17006697566006224
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3098 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.15642890398729745
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3528 | LCC = 0.9113 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1525733380045505
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2601 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.14421829992549956
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2528 | LCC = 0.9135 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.13958249641636203
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2277 | LCC = 0.9162 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1358911143131339
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2367 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1281250810864344
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2771 | LCC = 0.9142 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11974445196417714
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2315 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.12208380265904299
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2401 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.11130323192115464
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2590 | LCC = 0.9130 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.10894160948133882
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2560 | LCC = 0.9113 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.10607453263391649
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3027 | LCC = 0.9112 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09823517596101486
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2469 | LCC = 0.9130 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0968536169973412
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2531 | LCC = 0.9107 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.09177419114750245
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2519 | LCC = 0.9109 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09012697557407308
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2488 | LCC = 0.9111 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.08820649176146943
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2596 | LCC = 0.9101 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.0833757107140701
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2668 | LCC = 0.9094 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07907230902269397
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2780 | LCC = 0.9075 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.07554621072862878
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2451 | LCC = 0.9110 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07339280417372036
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2565 | LCC = 0.9106 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.07307710046368528
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2555 | LCC = 0.9096 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.06840230089563855
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2763 | LCC = 0.9068 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.06758298959604578
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2618 | LCC = 0.9097 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.06308069586150908
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2718 | LCC = 0.9094 | SRCC = 0.9094 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4181 | LCC = 0.7288 | SRCC = 0.7116 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26319997bafc01010be41e5617909886e98bb367
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80d10f89fb3bba64b81d5385c008dcee5938385924749f1508fce2f868095dc
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6946428fc07913646c87169b3b5e9513d367164b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3ab3e272260e220046430b1abfb06e8bc73db6466a17fb741b98e2a038655bc
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a16f5f252fe76e74778f22b74f302807988e8ca7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4113110942992172
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3999 | LCC = 0.8732 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.2518062868903827
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3146 | LCC = 0.8916 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.2222248064730898
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2886 | LCC = 0.9051 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.19762718806721571
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3142 | LCC = 0.9071 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.18769803574319519
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2654 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.17970917731351246
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2828 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.170829014325073
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2817 | LCC = 0.9130 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.16320778834337443
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3045 | LCC = 0.9122 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.15698112667985045
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2493 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.15210027290734252
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2607 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1430897164465375
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2599 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1356278500288208
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2623 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.13385264976003955
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2410 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12652568988545093
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2469 | LCC = 0.9115 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.12833199275366833
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2742 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.1197774919299032
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2663 | LCC = 0.9093 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.11342356022382748
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2587 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1082028932438765
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2647 | LCC = 0.9100 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.10689684150019133
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2500 | LCC = 0.9123 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1001722633494118
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2819 | LCC = 0.9097 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09807242102102737
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2542 | LCC = 0.9112 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09191200066077916
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2587 | LCC = 0.9109 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08956632132216685
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2547 | LCC = 0.9086 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.08643778368313877
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2546 | LCC = 0.9118 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.08225994102786043
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2574 | LCC = 0.9104 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.07807015063445692
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2543 | LCC = 0.9112 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07579646733282619
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2469 | LCC = 0.9098 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07342429820857296
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2419 | LCC = 0.9082 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07303799441181166
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2620 | LCC = 0.9103 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06905454750350445
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2738 | LCC = 0.9066 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.0672398815739017
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2511 | LCC = 0.9080 | SRCC = 0.9080 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4318 | LCC = 0.7252 | SRCC = 0.7097 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8a138b17b0e3d4881afcb6319608e812eaf9308
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d52e11078f2c63a7101b7677b06dd7c667d2d0430291beda9e8ec02babfd1d06
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b82c32ac2cbfca281295813c33fd322355c3c3a4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88c46ca6ca5efbf05e33a788f7cf551dff856c7110761e77fdb403990124c6a3
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer4/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee1852e8ad5c12a5677ba53c6e0c78f9c4b011c3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4831324013843702
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3782 | LCC = 0.8671 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.2534782106562846
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3111 | LCC = 0.8962 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.2230361663020415
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3118 | LCC = 0.9042 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.2023388829103784
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3397 | LCC = 0.9073 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.18399047166798155
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2796 | LCC = 0.9095 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.17479266364105864
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2608 | LCC = 0.9089 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.16921287813799918
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2752 | LCC = 0.9132 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.15983277735854848
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2905 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.15206889739270843
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2648 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.15297589545821869
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2402 | LCC = 0.9132 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.13838040204234206
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2685 | LCC = 0.9136 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.13462840231684592
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2266 | LCC = 0.9137 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.13011323897480276
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2571 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.12378155478852333
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2825 | LCC = 0.9101 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.12040348359615127
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2451 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.11634300093602583
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2613 | LCC = 0.9129 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.11250252870982783
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2488 | LCC = 0.9122 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10585840485688579
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2512 | LCC = 0.9111 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.10256054528014508
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2581 | LCC = 0.9097 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.09536867063341803
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2429 | LCC = 0.9099 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.09658896720650569
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2757 | LCC = 0.9107 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08916306904802433
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2508 | LCC = 0.9100 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.09147487593696296
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2425 | LCC = 0.9080 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.08717953457868513
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2640 | LCC = 0.9090 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08201642000692429
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2433 | LCC = 0.9101 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07943714440213462
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2297 | LCC = 0.9100 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.07574826647995869
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2410 | LCC = 0.9102 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07369282408859688
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2800 | LCC = 0.9069 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07243247905132398
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2412 | LCC = 0.9083 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.06778760710892649
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2402 | LCC = 0.9062 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.06565180143093788
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2305 | LCC = 0.9075 | SRCC = 0.9061 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4297 | LCC = 0.7229 | SRCC = 0.7027 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..587c4cec5ddb36c9ffd368696de8639f20e8556a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec5fc86549556cbcfc4b343a8b6778720c65da724a77a9d9207c1a8fd1ecdda4
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cb57d4f528cede92b6f6251f5b31717a8a8de56
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a8566b106b28c146e06e03887c2029bdcb617f7b3412599a479953ed0c35164
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cead8d55ccfc413621c3c37662ed4936f935c25b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.544562278799928
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3446 | LCC = 0.8779 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.24264582591077496
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3123 | LCC = 0.8963 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.21311987436920232
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2888 | LCC = 0.9007 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.20406431131969296
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2749 | LCC = 0.9024 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.19340583014522675
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2591 | LCC = 0.9052 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.17671033128493094
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2945 | LCC = 0.9036 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.17135075781214443
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2743 | LCC = 0.9066 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.15907703249612984
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2544 | LCC = 0.9053 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.15072252717665854
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2634 | LCC = 0.9062 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.14292336431886418
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2628 | LCC = 0.9067 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.1355504958615827
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2627 | LCC = 0.9054 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.12788012292171488
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2698 | LCC = 0.9044 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.12183077788421873
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2644 | LCC = 0.9061 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.1146293029705913
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2877 | LCC = 0.9025 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.11216592218059336
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2877 | LCC = 0.9001 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.10601742694832686
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2539 | LCC = 0.9034 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.10221922522507651
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2672 | LCC = 0.9030 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.09670787866663381
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2911 | LCC = 0.9011 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.0909451456643598
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2796 | LCC = 0.8991 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.08894068166355178
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2657 | LCC = 0.9029 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.08631991371081743
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2697 | LCC = 0.9026 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.08082801028224774
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2490 | LCC = 0.9001 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.0755050925247242
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2609 | LCC = 0.8999 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.07436366717336494
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2852 | LCC = 0.8975 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.07026119093071519
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2762 | LCC = 0.8986 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.06817937696169567
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2671 | LCC = 0.9012 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.06549466166623755
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2664 | LCC = 0.8998 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.06529591051657076
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2617 | LCC = 0.8990 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.05959486203386605
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2682 | LCC = 0.8986 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.06009579079516361
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2633 | LCC = 0.8979 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.056554601608501
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2755 | LCC = 0.8993 | SRCC = 0.8994 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4206 | LCC = 0.7273 | SRCC = 0.7081 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..822fdbc314c8639f7ed36c1f46070d288dcf3ad0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9db0ece0f35d229cb2ceb8dfb810ddeb3268177186e690a5b343c71e60e8ab53
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dd975832d1ce494ef64505f8b35a3cc875fdd6b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ab2b861b364584fbfc1c5547d5db8f94dbf89115e258b3e8e71524bcb5f803
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b00e82a416f84a5a75d7210b967665f3598a62aa
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4250172040710559
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3107 | LCC = 0.8841 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.24883854251376467
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2753 | LCC = 0.8934 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.21149061585781892
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3131 | LCC = 0.8980 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.1987004037192791
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3249 | LCC = 0.8921 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.18416738975254787
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2956 | LCC = 0.9019 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.17382047661294828
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2751 | LCC = 0.9037 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.16779054675488114
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2483 | LCC = 0.9055 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.15708490590311888
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2420 | LCC = 0.9038 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.15243690239125593
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2307 | LCC = 0.9048 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.15052355567499393
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2459 | LCC = 0.9069 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.13691686313448614
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2424 | LCC = 0.9059 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.1325802148852734
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2770 | LCC = 0.9033 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.12398217502184686
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2655 | LCC = 0.9046 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.1197883024639477
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2473 | LCC = 0.9058 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.11100381462043421
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2348 | LCC = 0.9060 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.11041397226683666
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2512 | LCC = 0.9039 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.10547741257041865
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2372 | LCC = 0.9051 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.0997428311562607
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2398 | LCC = 0.9055 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.09371469688811743
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2433 | LCC = 0.9031 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.08817756046794054
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2381 | LCC = 0.9034 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.08307659886562066
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2509 | LCC = 0.9030 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.07996288689144085
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2418 | LCC = 0.9008 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.07702273599846515
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2413 | LCC = 0.9028 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.0744501124270734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2539 | LCC = 0.9004 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.06986911127591408
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2476 | LCC = 0.9009 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.06752659130647692
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2557 | LCC = 0.8990 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.06920558756831065
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2474 | LCC = 0.9002 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.06251161325873666
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2508 | LCC = 0.9000 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.060059515210245384
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2579 | LCC = 0.8987 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.0601721565115314
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2658 | LCC = 0.9003 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.0560651291915447
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2709 | LCC = 0.8978 | SRCC = 0.8983 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3891 | LCC = 0.7542 | SRCC = 0.7350 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e01e19f1a70c8ee2d866b5e40d3df4202b29578
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2f3cc184a0744cfaacde31f9ba1c82354a699e71dc206607bd24207133ed5e2
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ceb592f727b323fc0da39091d28a260cd2c6d7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2c8df3a41bc270f73d83bdc9f8d9a47ed01aa55b7c8738e6b3cae4dfd622b5c
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..98430ffb8c9e93815f47d0776a76c7e5d706cd8a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43078934569234795
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4500 | LCC = 0.8728 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.25222679989875396
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3352 | LCC = 0.8934 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.2151841286117631
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3053 | LCC = 0.8971 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.20052282680149022
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2764 | LCC = 0.8992 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.188751290536168
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2756 | LCC = 0.9003 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.1774907251658467
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2943 | LCC = 0.9033 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.1630166415017464
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2706 | LCC = 0.9043 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.16044971368388633
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2729 | LCC = 0.9041 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.14876272736084944
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2446 | LCC = 0.9029 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.14716376131669634
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2616 | LCC = 0.9022 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.14035135003700422
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2764 | LCC = 0.9020 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.12786566000970112
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2960 | LCC = 0.9027 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.12190683569349994
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2639 | LCC = 0.9022 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.11791306945113088
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2617 | LCC = 0.9014 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.10955495669404207
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2620 | LCC = 0.9017 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.10760379315628482
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3148 | LCC = 0.9013 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.10326950665498745
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2727 | LCC = 0.8999 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.09813124987948148
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2836 | LCC = 0.9010 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.09115482578215571
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2867 | LCC = 0.8990 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.09203657936412475
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2536 | LCC = 0.8993 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.0856014067210214
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2877 | LCC = 0.8968 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.08169788392422171
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2665 | LCC = 0.8973 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.08327829299462323
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2569 | LCC = 0.8982 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.07654872991015456
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2803 | LCC = 0.8990 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.0738373708001451
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2550 | LCC = 0.8982 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.06999017543703145
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2739 | LCC = 0.8998 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.06735775124475446
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2769 | LCC = 0.8962 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.06486888361201121
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2779 | LCC = 0.8944 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.06337246740226112
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2887 | LCC = 0.8970 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.05971308405688732
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2847 | LCC = 0.8976 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.058198417800699356
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2796 | LCC = 0.8959 | SRCC = 0.8962 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4282 | LCC = 0.7222 | SRCC = 0.7007 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..62be526eb890cb92b9dfdbe8b0687a8c9d71b8c4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d314b1304d4d90b2cf47c0d89fe83a6ad673b35bbfbfbd931ccdbbd4b9fa24ca
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..95c0fda9f4138266b1283138e1baf44723f104a8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35642c1b0bc292ca3c4090b3df15f66302d18c7914965e71d76b8fd05817dbbe
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..de90f54b82316dace3760fc48bc30091121ab520
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4523353819557697
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3470 | LCC = 0.8777 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.24332674829601553
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3070 | LCC = 0.8905 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.2155494053412035
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2772 | LCC = 0.8993 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.19379882230234974
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2814 | LCC = 0.9030 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.18745705287236009
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2742 | LCC = 0.9055 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.17637877019843615
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2808 | LCC = 0.9065 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.17443187043845998
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2547 | LCC = 0.9062 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.15942077790898396
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2604 | LCC = 0.9058 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.15068566773323655
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2455 | LCC = 0.9070 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.14419473548328257
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2571 | LCC = 0.9079 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.13389132796339906
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2810 | LCC = 0.9075 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.13288091230771445
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2424 | LCC = 0.9073 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.12382866907326472
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2707 | LCC = 0.9082 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.11556785209158252
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2494 | LCC = 0.9060 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.11158779203202683
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2489 | LCC = 0.9066 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.10842279021795086
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2363 | LCC = 0.9063 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.10262798778497415
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2341 | LCC = 0.9065 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.09639488298424406
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2646 | LCC = 0.9045 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.09216589982368353
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2402 | LCC = 0.9049 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.08912380354080586
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2637 | LCC = 0.9038 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.0866738484601754
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2392 | LCC = 0.9037 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.08304723853923682
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2624 | LCC = 0.9037 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.07820542565832249
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2511 | LCC = 0.9033 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.07428966195597125
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2637 | LCC = 0.9027 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.07380090287827343
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2936 | LCC = 0.9013 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.07091015771117513
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2705 | LCC = 0.9029 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.0665431815506406
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2437 | LCC = 0.9015 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.06694194276122689
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2542 | LCC = 0.9016 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.062259060389905994
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2618 | LCC = 0.9016 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.061317783559677916
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2709 | LCC = 0.9038 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.05806904200012284
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2699 | LCC = 0.9004 | SRCC = 0.9007 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4426 | LCC = 0.7166 | SRCC = 0.6966 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..386f1d3eef077ec9dc3ccf962d405b3146cfe4f1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2584b83500518f0c3973bba38cc942060caa32cb4d235f4a1b403c84e22f352
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ccb26f7db8715d63b5ae1ea6535087a5e68774
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69949bb1003829c4f6ddcc2aebfa13d3b14e6e2339a77d222d8f867c09e754d5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer6/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..725a996ca7931005acc499adca081bc415c75d7a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48355305057040526
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3373 | LCC = 0.8765 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.2462520898249797
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2796 | LCC = 0.8909 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.21993890533902052
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3164 | LCC = 0.8998 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.20486788791900426
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2830 | LCC = 0.9020 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.18275020021751437
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2724 | LCC = 0.9035 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.17244970182635191
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2815 | LCC = 0.9051 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.1673967003650059
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2618 | LCC = 0.9050 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.15682465768273854
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2500 | LCC = 0.9058 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.15222205850430306
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2662 | LCC = 0.9086 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.14633945194799777
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2929 | LCC = 0.9030 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.13347571811536488
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2416 | LCC = 0.9035 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.12954937059410734
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2523 | LCC = 0.9049 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.12281291488278119
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3230 | LCC = 0.9005 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.11870051898880501
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2610 | LCC = 0.9053 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.11125564962797771
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2607 | LCC = 0.9038 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.11076754036580207
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2747 | LCC = 0.9049 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.1039071597072775
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2462 | LCC = 0.9047 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.0984059069197991
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2580 | LCC = 0.9017 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.0943422010222267
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3030 | LCC = 0.8994 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.08851332213148216
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2717 | LCC = 0.8976 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.08432026153613377
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2718 | LCC = 0.8991 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.08697759825197947
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2869 | LCC = 0.8998 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.08006482896518845
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2807 | LCC = 0.9003 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.07354451675032604
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2558 | LCC = 0.8996 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.07079986248143835
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2839 | LCC = 0.8981 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.0684781009923516
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2727 | LCC = 0.8978 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.06807011741649553
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2755 | LCC = 0.8994 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.06577807311722308
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2816 | LCC = 0.8977 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.06376914303168396
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2694 | LCC = 0.8979 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.06082321408425452
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2685 | LCC = 0.8983 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.058961656472155816
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2885 | LCC = 0.8958 | SRCC = 0.8970 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4522 | LCC = 0.7067 | SRCC = 0.6875 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run0/config.gin b/results_nisqa/w2v2_large_asr_de/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run0/model.pt b/results_nisqa/w2v2_large_asr_de/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c747aca522672f00e47fe41bd5f0fb26776956b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2141dc761c339d65fdc855ef8a53223af3dc09271272bda58fb9a9727f4a5e76
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run0/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b36ac679977808192129c43147fdde4a09adad4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b767f85b1ea084ebb489a0cc53db050ba79db09724522f351afd7ac8520ac7a
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run0/train.log b/results_nisqa/w2v2_large_asr_de/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d23321dbe7508e93386f8686cbc400dc4c2ff8d8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49726326720562974
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3594 | LCC = 0.8611 | SRCC = 0.8603 ]
+INFO:root:Average loss=0.2825084236918846
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3219 | LCC = 0.8847 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.2433064199682605
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3030 | LCC = 0.8912 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.21282319750399947
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2887 | LCC = 0.8976 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.19702414074385097
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3646 | LCC = 0.8970 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.19061573448380983
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2761 | LCC = 0.9004 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.17807416350855304
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2854 | LCC = 0.8991 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.1643521655243256
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2709 | LCC = 0.8982 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.15653345281678127
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3383 | LCC = 0.8994 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.15454150030034125
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3409 | LCC = 0.8981 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.14757072925567627
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2730 | LCC = 0.8991 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.138078416918399
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2904 | LCC = 0.8980 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.13225012410410567
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2558 | LCC = 0.9017 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.11977336137970059
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2592 | LCC = 0.8992 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.11700157106267234
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2838 | LCC = 0.8969 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.11110641604903117
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3045 | LCC = 0.8974 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.10695193042558741
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3147 | LCC = 0.8950 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.10165952527195732
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2824 | LCC = 0.8989 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.09448207897602479
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2724 | LCC = 0.8983 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.08949475093728546
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2645 | LCC = 0.8968 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.08664958366338228
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2606 | LCC = 0.8987 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.08317622768482721
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2512 | LCC = 0.8979 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.07787829071197207
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3060 | LCC = 0.8942 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.07683888639759466
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2609 | LCC = 0.8969 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.07302581564108761
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2618 | LCC = 0.8984 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.06878840309605433
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2586 | LCC = 0.8958 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.06954888771207346
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2746 | LCC = 0.8965 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.06674328652032882
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2631 | LCC = 0.8949 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.05924991371831453
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2817 | LCC = 0.8935 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.06097791098445826
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2688 | LCC = 0.8966 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.058233006022913605
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2607 | LCC = 0.8965 | SRCC = 0.8952 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4600 | LCC = 0.7149 | SRCC = 0.7005 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run1/config.gin b/results_nisqa/w2v2_large_asr_de/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run1/model.pt b/results_nisqa/w2v2_large_asr_de/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79a7536d44b0e1f01e6af3030535ee678f9441c4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b477e31370dcd162aa7d15a83cd63d981f88c7085c48f0b23d99cac4954dfd4
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run1/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa765cb6af02a75219c75d1fa77926709d490731
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9fce4fbca8b2922629f62fa3971aa1e76f1e6d5a9efbaf472754e5ff4c76d45
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run1/train.log b/results_nisqa/w2v2_large_asr_de/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4b25443b2e80b3921cbef2f2b2ad6e340d76c65a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44124084435446415
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3699 | LCC = 0.8644 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.27140599092996187
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3480 | LCC = 0.8814 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.23859113377298233
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2991 | LCC = 0.8923 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.21337060806895955
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2941 | LCC = 0.8974 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.19520639632478615
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3307 | LCC = 0.8973 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.17814667695175015
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3135 | LCC = 0.8977 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.17661520011852241
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3053 | LCC = 0.9001 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.16650905951082362
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3537 | LCC = 0.8956 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.16056779591162082
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2881 | LCC = 0.9011 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.14897666221236908
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3105 | LCC = 0.9005 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.1364359820767634
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3055 | LCC = 0.9006 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.12975614685888234
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2553 | LCC = 0.8999 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.12356163763758764
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3005 | LCC = 0.8965 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.11915141117969
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3014 | LCC = 0.8982 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.11056878867779853
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2914 | LCC = 0.8981 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.10460910136472283
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2803 | LCC = 0.8962 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.09849254147424175
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2944 | LCC = 0.8974 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.09442173571169721
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2861 | LCC = 0.8955 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.09065498620530084
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2792 | LCC = 0.8972 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.08708768215224233
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2872 | LCC = 0.8939 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.08296248684987167
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2820 | LCC = 0.8934 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.0784580145957153
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2818 | LCC = 0.8940 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.07270258262408952
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2881 | LCC = 0.8921 | SRCC = 0.8923 ]
+INFO:root:Average loss=0.06923021042364182
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3178 | LCC = 0.8916 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.06744174381470405
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2900 | LCC = 0.8933 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.06736172466522697
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3016 | LCC = 0.8938 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.060804785116214975
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2969 | LCC = 0.8924 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.06046070576230914
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2749 | LCC = 0.8927 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.05871740976251619
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2729 | LCC = 0.8920 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.05583052679551819
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2799 | LCC = 0.8920 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.05286450296468129
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2820 | LCC = 0.8907 | SRCC = 0.8902 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4243 | LCC = 0.7265 | SRCC = 0.7141 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run2/config.gin b/results_nisqa/w2v2_large_asr_de/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run2/model.pt b/results_nisqa/w2v2_large_asr_de/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1721074ef7e82baf87c0491c073b5b22b5325f1b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45760d64ae888ff543c0960084ff183b0cf1bd51ab67278988fe597ebaf9ff58
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run2/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..689b1543b59b1c7e31086992e271f93feb26a291
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e44664bfcf2d25803cde2f4909535a3431fdd428c0a01aff3239314cd4e9fdf
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run2/train.log b/results_nisqa/w2v2_large_asr_de/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4b403d46d1fed6bc3da7af57e9261c2320b076d5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47503518860119615
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3550 | LCC = 0.8607 | SRCC = 0.8620 ]
+INFO:root:Average loss=0.2649725913312394
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3378 | LCC = 0.8863 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.23346407857933485
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3362 | LCC = 0.8940 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.21910346643945386
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2793 | LCC = 0.8959 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.19517967677702106
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3029 | LCC = 0.8961 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.1891694818273445
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3166 | LCC = 0.8969 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.17433557209338066
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3121 | LCC = 0.8992 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.16637421683596737
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2606 | LCC = 0.8996 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.16147906229847428
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2924 | LCC = 0.8998 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.15136308042127963
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2901 | LCC = 0.8995 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.13954423940767444
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2999 | LCC = 0.9006 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.1332770191951294
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2841 | LCC = 0.8968 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.12895528041902996
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2622 | LCC = 0.8964 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.11853945610581795
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2909 | LCC = 0.8962 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.11205674384887508
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2825 | LCC = 0.8959 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.11032819898659094
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3034 | LCC = 0.8951 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.10368372885391891
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2933 | LCC = 0.8949 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.09547118340871927
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2909 | LCC = 0.8962 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.09564279732590465
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2744 | LCC = 0.8929 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.08503494105931651
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2749 | LCC = 0.8895 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.0834047747829746
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2878 | LCC = 0.8930 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.0796460377515396
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2793 | LCC = 0.8908 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.08019260026385329
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2851 | LCC = 0.8906 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.0721480363839968
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2863 | LCC = 0.8935 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.0710135435825483
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2749 | LCC = 0.8920 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.0672002945935106
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3089 | LCC = 0.8932 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.06608007174265178
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2725 | LCC = 0.8946 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.06333614931027325
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2889 | LCC = 0.8878 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.05995678486076394
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2768 | LCC = 0.8926 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.05833021750555217
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2831 | LCC = 0.8919 | SRCC = 0.8911 ]
+INFO:root:Average loss=0.05690926489974722
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2747 | LCC = 0.8922 | SRCC = 0.8917 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4327 | LCC = 0.7285 | SRCC = 0.7176 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run3/config.gin b/results_nisqa/w2v2_large_asr_de/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run3/model.pt b/results_nisqa/w2v2_large_asr_de/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a7ee975743a8ca473e1d2c119365524db127b6e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22558a981fce4387fd0e201f423500c6d0bb08cd2be8e647883db30a1de790aa
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run3/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3791a34752986207aa596e5a4dcef43ab27ed8e0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d7e918c8785206eb56c79b482a92a770bf5b21e7e06dc0d84b3ca89dfb984a5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run3/train.log b/results_nisqa/w2v2_large_asr_de/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2d3dd413bcf3570e5baadbacb48eb98d74922397
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5247056930826578
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4466 | LCC = 0.8621 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.2717895325208675
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3460 | LCC = 0.8845 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.23811110251211706
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2942 | LCC = 0.8941 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.22050358355045319
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2905 | LCC = 0.8963 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.2013079486141315
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3168 | LCC = 0.8962 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.19300685973698004
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2774 | LCC = 0.9003 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.17197022940209836
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2892 | LCC = 0.9007 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.16560567166074852
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2455 | LCC = 0.8992 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.16090932897577395
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2864 | LCC = 0.9012 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.14696457736581736
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2943 | LCC = 0.9024 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.14154893495788465
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2738 | LCC = 0.9018 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.1290827127378111
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3113 | LCC = 0.9004 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.12287058775996887
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2729 | LCC = 0.8997 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.11748225190219162
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2705 | LCC = 0.9010 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.11390299059321425
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2986 | LCC = 0.9003 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.10533929558072476
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2647 | LCC = 0.9013 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.10017658414782127
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2747 | LCC = 0.8997 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.09450371554821213
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2849 | LCC = 0.9000 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.09224436880019359
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2847 | LCC = 0.8964 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.09188113943000749
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2956 | LCC = 0.8969 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.08406657663125523
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2896 | LCC = 0.8968 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.07837351840097091
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2624 | LCC = 0.8993 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.0778693330038145
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2942 | LCC = 0.8957 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.07086351472949017
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2792 | LCC = 0.8958 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.07006924472361631
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3085 | LCC = 0.8946 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.06869682049475653
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2692 | LCC = 0.8975 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.06415508474314834
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2986 | LCC = 0.8973 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.06078824758357396
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2916 | LCC = 0.8964 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.05882272880115261
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3113 | LCC = 0.8954 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.058241807032010456
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2942 | LCC = 0.8935 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.05946973151381994
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2641 | LCC = 0.8978 | SRCC = 0.8970 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3964 | LCC = 0.7568 | SRCC = 0.7433 ]
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run4/config.gin b/results_nisqa/w2v2_large_asr_de/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run4/model.pt b/results_nisqa/w2v2_large_asr_de/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5624d59c79cd9340204432272a67ae080f593adb
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f2a6f91d4dce77cf411c6a345473caa81faeeed41b7bfa8938ab5274fbcbe4e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run4/model_best.pt b/results_nisqa/w2v2_large_asr_de/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1db3b35517a056d93aa39dbe6152108fd2a36964
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a064bccaed52ac17ac0de53cf33fd64315bd09979bd7a2c2961dec82bb2d71c8
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_de/layer8/run4/train.log b/results_nisqa/w2v2_large_asr_de/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..caa49839ab37eab6382cfe2a0d3711d0350098b1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_de/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5019608838537525
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3626 | LCC = 0.8537 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.2814838342756205
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3151 | LCC = 0.8874 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.23386459866527878
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3240 | LCC = 0.8945 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.21358653024441934
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2695 | LCC = 0.8979 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.19747838696647932
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3193 | LCC = 0.9006 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.1914306768792213
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2870 | LCC = 0.9020 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.17271914169450717
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3043 | LCC = 0.9027 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.16999380023493244
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2673 | LCC = 0.9024 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.15932513321238445
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2573 | LCC = 0.9017 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.15206613602665808
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2586 | LCC = 0.9035 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.13919333088604702
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2671 | LCC = 0.9032 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.13547912881725785
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2531 | LCC = 0.9035 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.12548697197196113
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2528 | LCC = 0.9030 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.1190048720192358
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2478 | LCC = 0.9018 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.11066955461495184
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2782 | LCC = 0.8984 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.10391804774028028
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2788 | LCC = 0.8992 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.09976859003133168
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2592 | LCC = 0.9007 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.09547537408036992
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2577 | LCC = 0.9006 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.0874191535949018
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2764 | LCC = 0.8982 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.08646897235185425
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2848 | LCC = 0.8962 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.08011452481150627
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2632 | LCC = 0.8990 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.07750047220057146
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2462 | LCC = 0.8979 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.07538331803903414
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2798 | LCC = 0.8973 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.07129872456795908
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2565 | LCC = 0.8965 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.06673615957701827
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2567 | LCC = 0.8975 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.0643178280119951
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2674 | LCC = 0.8976 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.061678044777901876
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2609 | LCC = 0.8963 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.061189153204763556
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2471 | LCC = 0.8980 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.057718840508447215
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.8977 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.05695231006927573
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2573 | LCC = 0.8974 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.054606280036572086
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2465 | LCC = 0.8978 | SRCC = 0.8976 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4253 | LCC = 0.7378 | SRCC = 0.7283 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7b2a35fd9cd7733c215e98cb8b03ac5d0ef10c0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b8ee825848b2f10516a15c2f6f850c54997e271fee1fd444e3b22e66504454b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4c7ccd413bafdb3ae9fc6d3f7b9a6bb7163dab3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9f1966ff97bf2d1e955df6553d89aea7a5f7db785b73005f0de95c69b877bcb
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c08e2a85ed80a9bbdbfbb921431abd8d692a174e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5836215050234271
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5167 | LCC = 0.7727 | SRCC = 0.7674 ]
+INFO:root:Average loss=0.41794580229789535
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4842 | LCC = 0.8004 | SRCC = 0.7967 ]
+INFO:root:Average loss=0.37410856094319006
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4378 | LCC = 0.8179 | SRCC = 0.8158 ]
+INFO:root:Average loss=0.3719356535487092
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4269 | LCC = 0.8318 | SRCC = 0.8289 ]
+INFO:root:Average loss=0.34026049766581873
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4106 | LCC = 0.8357 | SRCC = 0.8326 ]
+INFO:root:Average loss=0.3111596303868156
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3755 | LCC = 0.8508 | SRCC = 0.8484 ]
+INFO:root:Average loss=0.2936483280507126
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3593 | LCC = 0.8580 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.2774978037169903
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3633 | LCC = 0.8600 | SRCC = 0.8593 ]
+INFO:root:Average loss=0.26910272490426984
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3574 | LCC = 0.8585 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.26137420164711905
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4060 | LCC = 0.8674 | SRCC = 0.8685 ]
+INFO:root:Average loss=0.2560141326030555
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3187 | LCC = 0.8710 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.23714428364886025
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3181 | LCC = 0.8746 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.23428430808761905
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3666 | LCC = 0.8740 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.2237484823761648
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4628 | LCC = 0.8598 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.2172676385999415
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3858 | LCC = 0.8765 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.2094734144865433
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3842 | LCC = 0.8693 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.2048252356276347
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3000 | LCC = 0.8778 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.19725219802015778
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3464 | LCC = 0.8734 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.19123275319620364
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2927 | LCC = 0.8811 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.18693880788508177
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2936 | LCC = 0.8864 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.17718633949067553
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3638 | LCC = 0.8729 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.17979238199533065
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3070 | LCC = 0.8804 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.17009931251492805
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2932 | LCC = 0.8856 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.16896839569069746
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3134 | LCC = 0.8850 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.16612428327688591
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4319 | LCC = 0.8677 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.16520800557784263
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2976 | LCC = 0.8872 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.1608487160478024
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2897 | LCC = 0.8856 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.1523921876456696
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3169 | LCC = 0.8825 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1560777173824393
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3079 | LCC = 0.8812 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.14638607333161238
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3832 | LCC = 0.8707 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.14033828761880798
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2869 | LCC = 0.8850 | SRCC = 0.8862 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5555 | LCC = 0.6097 | SRCC = 0.5821 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8729fac257688a4cbf7846825000ed7b9ff9bb9c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89a2dfab1633ae02888576fe8e8181690c7a97128434ee38e95817adb7dfd15b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75349b75251160ab1d9274af491e8085affcd028
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c257a466568399ea50b8f9f2195127d627fef66017bb7508b022966d5d525d0d
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a7268b9e7564ff9ec6a5254efa19a42571749d9c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.565636777464365
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5398 | LCC = 0.7763 | SRCC = 0.7713 ]
+INFO:root:Average loss=0.4194730996568768
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5010 | LCC = 0.8046 | SRCC = 0.7999 ]
+INFO:root:Average loss=0.3799607180963362
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4252 | LCC = 0.8184 | SRCC = 0.8150 ]
+INFO:root:Average loss=0.37789090468704356
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4541 | LCC = 0.8273 | SRCC = 0.8245 ]
+INFO:root:Average loss=0.3376010900115691
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4333 | LCC = 0.8354 | SRCC = 0.8335 ]
+INFO:root:Average loss=0.3152680683859511
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4060 | LCC = 0.8474 | SRCC = 0.8443 ]
+INFO:root:Average loss=0.310797933295283
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3635 | LCC = 0.8539 | SRCC = 0.8514 ]
+INFO:root:Average loss=0.27573473742931565
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3579 | LCC = 0.8621 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.27079487182845957
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3768 | LCC = 0.8662 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.25311415397018366
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4024 | LCC = 0.8635 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.25113996527443044
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3607 | LCC = 0.8727 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.23783168920202752
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3233 | LCC = 0.8762 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.23549346229589055
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3132 | LCC = 0.8795 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.22315082707673828
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3157 | LCC = 0.8794 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.21689292469810198
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3743 | LCC = 0.8633 | SRCC = 0.8681 ]
+INFO:root:Average loss=0.2095554909437378
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3172 | LCC = 0.8819 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.1991655686601049
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3127 | LCC = 0.8844 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.19641715537950483
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3403 | LCC = 0.8742 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.19467418864800062
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2908 | LCC = 0.8850 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.18430373395626257
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2853 | LCC = 0.8865 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.1816111669547296
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3274 | LCC = 0.8851 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.17924445273214681
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2931 | LCC = 0.8878 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.17356014639311443
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3142 | LCC = 0.8836 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.1727107203420187
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3302 | LCC = 0.8845 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.16884308984513915
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2984 | LCC = 0.8870 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.15897799248812516
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3294 | LCC = 0.8819 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.1622894613039976
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2982 | LCC = 0.8866 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.15827637411266393
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3219 | LCC = 0.8850 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.15006817015953836
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3194 | LCC = 0.8846 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.14821746428577887
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3418 | LCC = 0.8748 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.1459932115811833
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3213 | LCC = 0.8824 | SRCC = 0.8844 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6197 | LCC = 0.5625 | SRCC = 0.5338 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3aa4c52958d13f24a60c3546ebedb01481db0fa
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58bb913489510f3495c1c39781961a3e2c83fbc76a9df16d926a8412c58fd1cb
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e38a09fbbc877d72b8aa004813e37277d1112d3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdcedc50b9f24c5f1968a8367a66038b4ddb0df8cc5f33d4889d13ad57a4e115
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6f9b26813b0c1abf6b6c9593289b3f5d5c96140d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5707459739177903
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5653 | LCC = 0.7769 | SRCC = 0.7753 ]
+INFO:root:Average loss=0.4652768971258505
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5139 | LCC = 0.7941 | SRCC = 0.7945 ]
+INFO:root:Average loss=0.3772620735313162
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5119 | LCC = 0.8020 | SRCC = 0.8036 ]
+INFO:root:Average loss=0.3606032817866761
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4416 | LCC = 0.8280 | SRCC = 0.8240 ]
+INFO:root:Average loss=0.3407653993953859
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4027 | LCC = 0.8397 | SRCC = 0.8365 ]
+INFO:root:Average loss=0.3174990927208366
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3827 | LCC = 0.8448 | SRCC = 0.8439 ]
+INFO:root:Average loss=0.3007460016046645
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4162 | LCC = 0.8508 | SRCC = 0.8506 ]
+INFO:root:Average loss=0.2771555584979195
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3491 | LCC = 0.8605 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.25973288447870685
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3581 | LCC = 0.8664 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.2508040674332249
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3243 | LCC = 0.8706 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.24030837588916623
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3332 | LCC = 0.8710 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.23386877133494857
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3318 | LCC = 0.8756 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.2310501548079397
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3648 | LCC = 0.8690 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.22171123937375284
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3140 | LCC = 0.8765 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.2176051323296707
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3318 | LCC = 0.8769 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.20265236738100217
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3077 | LCC = 0.8814 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.19930072589588993
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3651 | LCC = 0.8669 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.19931958495192445
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3533 | LCC = 0.8815 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.1866075971481428
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3317 | LCC = 0.8744 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.18620971245745013
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3063 | LCC = 0.8810 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.1786158913477308
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3623 | LCC = 0.8591 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.17065000951806933
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2959 | LCC = 0.8834 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.17013147460415184
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2975 | LCC = 0.8821 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.1664017440180558
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3572 | LCC = 0.8757 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.1649960617970869
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2915 | LCC = 0.8849 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.16080200064905806
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3174 | LCC = 0.8806 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.155548258280823
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3149 | LCC = 0.8793 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.1543379032370672
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2973 | LCC = 0.8835 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.1491406514723866
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3137 | LCC = 0.8824 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.1456384129951455
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3042 | LCC = 0.8845 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.14471308955911957
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2961 | LCC = 0.8839 | SRCC = 0.8847 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6118 | LCC = 0.5645 | SRCC = 0.5374 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d7ef4b76c039bb410729808ec4cf70b754b8c96f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a832e804a279e1cbc944552f78a2b4841ae426da5bb2216ffa6450e0b0604499
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8bd61d6ae4604b0f8289d12a82a85845ac917e49
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1bc1b3adcfe08377ccf6137bb50be75355e8ce4314fc47ec15194609c003098f
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0f252d6209efeccfb88eb5f163b3e75d98010fdc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5926182178748136
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5283 | LCC = 0.7740 | SRCC = 0.7695 ]
+INFO:root:Average loss=0.4220874903863565
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4928 | LCC = 0.7972 | SRCC = 0.7946 ]
+INFO:root:Average loss=0.38627299666404724
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4899 | LCC = 0.8153 | SRCC = 0.8120 ]
+INFO:root:Average loss=0.36968420566506466
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4392 | LCC = 0.8264 | SRCC = 0.8225 ]
+INFO:root:Average loss=0.33173592931273355
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4049 | LCC = 0.8390 | SRCC = 0.8357 ]
+INFO:root:Average loss=0.3073282496777573
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3688 | LCC = 0.8491 | SRCC = 0.8459 ]
+INFO:root:Average loss=0.2922863672578955
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3481 | LCC = 0.8537 | SRCC = 0.8502 ]
+INFO:root:Average loss=0.2723932515162264
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3514 | LCC = 0.8593 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.2626616637830789
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3345 | LCC = 0.8664 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.2472509802076858
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3383 | LCC = 0.8669 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.24566226930632068
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4297 | LCC = 0.8660 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.22841341638496157
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3177 | LCC = 0.8752 | SRCC = 0.8734 ]
+INFO:root:Average loss=0.22291442803564787
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3340 | LCC = 0.8762 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.21046664630402032
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3099 | LCC = 0.8795 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.21440389084850434
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3710 | LCC = 0.8705 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.20842778820522948
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3275 | LCC = 0.8783 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.20142101750553
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3054 | LCC = 0.8792 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.19187587977661563
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3091 | LCC = 0.8852 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.1864952963125499
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2986 | LCC = 0.8820 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.18343103849302136
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2829 | LCC = 0.8836 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.18508768770736078
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3311 | LCC = 0.8782 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.17802589778610736
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3187 | LCC = 0.8820 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.17049129548444913
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2888 | LCC = 0.8832 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.16097358472085413
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3951 | LCC = 0.8705 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.1594352049462368
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3458 | LCC = 0.8820 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.16318276012047178
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3023 | LCC = 0.8845 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.15089019586068358
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3012 | LCC = 0.8827 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.15172352133631017
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3022 | LCC = 0.8825 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.14702412206141247
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3506 | LCC = 0.8721 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.14213280056770136
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2930 | LCC = 0.8835 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.13768864599611028
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2919 | LCC = 0.8816 | SRCC = 0.8820 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5933 | LCC = 0.5884 | SRCC = 0.5536 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba8a91d633c4ecc88d88f9bbc8bd7a18c12e7658
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:39d49a673fe9cc0e773e661ad517a56cf5bbdab2515688ac895f9a2dd76782e9
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c5199e93e967da0a02ed7dcfb22bddfabd631d5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:faa562b4cb1f3b41d46d961a77db7ba55b0983606f434fd2d029c266ed66700b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer0/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..07c4452742a5f229d89685c4dc731d0759771157
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5556916828789463
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5280 | LCC = 0.7767 | SRCC = 0.7703 ]
+INFO:root:Average loss=0.4131851194566385
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5263 | LCC = 0.7987 | SRCC = 0.7953 ]
+INFO:root:Average loss=0.38612312612506006
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4512 | LCC = 0.8095 | SRCC = 0.8050 ]
+INFO:root:Average loss=0.3632517700336572
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4651 | LCC = 0.8238 | SRCC = 0.8198 ]
+INFO:root:Average loss=0.34149933188636866
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4007 | LCC = 0.8280 | SRCC = 0.8267 ]
+INFO:root:Average loss=0.3103747936342493
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3710 | LCC = 0.8418 | SRCC = 0.8397 ]
+INFO:root:Average loss=0.31068253861686396
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3777 | LCC = 0.8481 | SRCC = 0.8449 ]
+INFO:root:Average loss=0.2930918649441934
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4034 | LCC = 0.8501 | SRCC = 0.8529 ]
+INFO:root:Average loss=0.26414813867883186
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3526 | LCC = 0.8593 | SRCC = 0.8575 ]
+INFO:root:Average loss=0.2588251238268924
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3422 | LCC = 0.8581 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.2509372112034373
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3454 | LCC = 0.8631 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.2389258624329043
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3159 | LCC = 0.8718 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.22178092732422613
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3196 | LCC = 0.8730 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.21691926495532768
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3426 | LCC = 0.8645 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.21191941985505164
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3487 | LCC = 0.8631 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.22502235542832083
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3055 | LCC = 0.8788 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.20083514183242887
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3096 | LCC = 0.8785 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.18782207951208071
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3050 | LCC = 0.8790 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.18842804884118153
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2976 | LCC = 0.8799 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.18208667299995532
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3014 | LCC = 0.8813 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.1777575435493723
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2930 | LCC = 0.8782 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.1750043373059675
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3052 | LCC = 0.8739 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.18055261016925636
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3226 | LCC = 0.8794 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.16441892927264892
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3111 | LCC = 0.8834 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.16263494636282066
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2988 | LCC = 0.8800 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.15461247926847094
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3013 | LCC = 0.8827 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.15323959949905472
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2937 | LCC = 0.8827 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.14848841093695922
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2886 | LCC = 0.8815 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.1476400933858287
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2918 | LCC = 0.8842 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.14403647903589845
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2955 | LCC = 0.8800 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.1380261134980731
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2812 | LCC = 0.8815 | SRCC = 0.8813 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6611 | LCC = 0.5367 | SRCC = 0.4918 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d69f2265265b1d3a1518c280aaac37990d2b0ca3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae4155237cb06affd0ab94b7aa70e22fc1b0cfdf1f8d7baa38f226081523bfc
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a67593d74157fbefcc8204c5419040c64b8770
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:902291fb4b207b8c183a9f5e377413bef979f5b7874f02fb17543364c992c8d3
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..041b21613ab87fc4ce9d025b95fac651c9a2852e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47556522669475204
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3902 | LCC = 0.8570 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.289405938259439
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3406 | LCC = 0.8775 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.24883024962995784
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3129 | LCC = 0.8843 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.2289908369841603
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3182 | LCC = 0.8917 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.20427102892729587
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3055 | LCC = 0.8920 | SRCC = 0.8912 ]
+INFO:root:Average loss=0.19224923607930972
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3672 | LCC = 0.8850 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.18086092199893355
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2893 | LCC = 0.8917 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.16950490411823196
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2853 | LCC = 0.8877 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.15861643161732336
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2941 | LCC = 0.8908 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.14743793325100332
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2949 | LCC = 0.8890 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.1363545282813855
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2994 | LCC = 0.8910 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.12621016516161793
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2819 | LCC = 0.8889 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.11684714382611258
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2795 | LCC = 0.8898 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.11109933575798321
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2951 | LCC = 0.8906 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.10136194143853436
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2919 | LCC = 0.8879 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.09707797081828806
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3022 | LCC = 0.8879 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.09686521309390234
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3018 | LCC = 0.8881 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.09076664017545695
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3353 | LCC = 0.8856 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.08340556120683003
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2859 | LCC = 0.8879 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.07516093041769342
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2936 | LCC = 0.8863 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.07184529735173793
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2822 | LCC = 0.8859 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.07022685023573781
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3219 | LCC = 0.8853 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.07132054273189836
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2914 | LCC = 0.8885 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.06309602706763097
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2961 | LCC = 0.8830 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.06208646265154629
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3054 | LCC = 0.8873 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.05837581614624558
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2903 | LCC = 0.8858 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.05859918884846861
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2853 | LCC = 0.8855 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.05416192698986889
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2892 | LCC = 0.8871 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.051330491749709745
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3167 | LCC = 0.8858 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.0523618050457942
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2761 | LCC = 0.8881 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.04823712460868965
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2819 | LCC = 0.8873 | SRCC = 0.8856 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4827 | LCC = 0.7262 | SRCC = 0.7243 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..743f9e296459bcf87a9d316ea9bcc5ea5a748966
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d421b6afbd8504b44b5921ea94447f0dcfca399da51305ab2bc310888ef63a1
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fdb4b0d5118e8f519d848e5ccdd682ebd9f96944
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a23ee3abc4dfe43284f4c9a9b61a9544dd491c06ca727d889413637bbcdd57be
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ba7149cbbbf84b5f24286ff5a4070bbcffcb6a4b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5056218431691903
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4285 | LCC = 0.8541 | SRCC = 0.8524 ]
+INFO:root:Average loss=0.29539217407992807
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3538 | LCC = 0.8748 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.2556024971552667
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3238 | LCC = 0.8845 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.22987796650456555
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3136 | LCC = 0.8869 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.2196371317598861
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2835 | LCC = 0.8930 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.20133876395707875
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2987 | LCC = 0.8942 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.18600179418663068
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2839 | LCC = 0.8941 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.17475498786379148
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2710 | LCC = 0.8917 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.16280782390708867
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2679 | LCC = 0.8918 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.1482125097358158
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2759 | LCC = 0.8932 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.13850114231853816
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2807 | LCC = 0.8895 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.1330590471625328
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2938 | LCC = 0.8897 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.12807723737693247
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2825 | LCC = 0.8898 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.11213474548448717
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2743 | LCC = 0.8910 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.11125112893436685
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2717 | LCC = 0.8881 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.09983165290831142
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3150 | LCC = 0.8855 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.09705899076568598
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2654 | LCC = 0.8875 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.09220251382861523
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2896 | LCC = 0.8882 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.08494902615343904
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2865 | LCC = 0.8886 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.07704640677295668
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2933 | LCC = 0.8843 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.07462501101669548
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3134 | LCC = 0.8835 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.07459393449429143
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3385 | LCC = 0.8816 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.07093883526506108
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2823 | LCC = 0.8870 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.06368124323514844
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2685 | LCC = 0.8858 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.061745170396187404
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2919 | LCC = 0.8827 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.059614541698139525
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2928 | LCC = 0.8855 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.05625085211816551
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2938 | LCC = 0.8841 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.05426229782014913
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2786 | LCC = 0.8850 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.05314958144000845
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2958 | LCC = 0.8816 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.05135211763052926
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2930 | LCC = 0.8850 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.0484010659029029
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2816 | LCC = 0.8873 | SRCC = 0.8855 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4279 | LCC = 0.7317 | SRCC = 0.7226 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e11b3cf3be1380929eea1003660fe8c4ab107ea7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7eeff270ef85c2cdcab9c17300c9a8edb420ee31ea452a4c5f1cd3ab250930
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7599ce4f2418daff8c10eb44fc9f6903d737b134
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f163aee0397d4f4af1cf695ccd3af624f815183c21dabc299cde902ccf547796
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d79d9708e28b0107013e7074d9f3b52f4004adf9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5308427694388208
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3885 | LCC = 0.8473 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.30296883727773766
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3562 | LCC = 0.8751 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.2585080576080807
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3414 | LCC = 0.8782 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.22363130545857324
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3301 | LCC = 0.8907 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.21245190527053237
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2948 | LCC = 0.8909 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.19052735139007512
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3476 | LCC = 0.8892 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.18104845358629448
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3058 | LCC = 0.8912 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.16768020796293467
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3262 | LCC = 0.8911 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.16014140598863535
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2782 | LCC = 0.8903 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.14600057070913341
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2798 | LCC = 0.8882 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.13526532041027367
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3056 | LCC = 0.8888 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.1287467263940442
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2805 | LCC = 0.8888 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.11868624746627202
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3313 | LCC = 0.8897 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.11294243038992662
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3004 | LCC = 0.8898 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.1058701682685083
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3008 | LCC = 0.8885 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.09951183038381482
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2882 | LCC = 0.8859 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.09484944044682332
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2900 | LCC = 0.8861 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.0859947430691278
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2970 | LCC = 0.8873 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.08122275106479666
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2938 | LCC = 0.8852 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.07697329037106795
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3138 | LCC = 0.8785 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.07399498496872152
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2794 | LCC = 0.8860 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.07497031097381102
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3625 | LCC = 0.8838 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.06997882004159724
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2950 | LCC = 0.8840 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.06584866756218018
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3147 | LCC = 0.8844 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.06103323328960149
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3036 | LCC = 0.8827 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.059171354731900154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3072 | LCC = 0.8805 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.05623722356351125
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2900 | LCC = 0.8815 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.0543519677109801
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2943 | LCC = 0.8793 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.052646341286814974
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3020 | LCC = 0.8839 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.05045913694953987
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2980 | LCC = 0.8842 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.05111735309824089
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3152 | LCC = 0.8840 | SRCC = 0.8815 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5155 | LCC = 0.7016 | SRCC = 0.6912 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544cb7d5a240730b3261b579524fa75a1d5186f9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f720c71485e452617920f55f923e70fa858bee863c80529d93c69b58309c1d3
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f22db529cf7c49585b507f77b0a25866127f58d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0923a21ca8f243d8189efa42d6eed19b4f0e600b51afd80dbda5dd19717884f8
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2ac9157516df99a22df0381d22b3be28c3b5de73
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4771047436088496
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4215 | LCC = 0.8445 | SRCC = 0.8466 ]
+INFO:root:Average loss=0.30032482372887565
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3516 | LCC = 0.8716 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.2581680629811535
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3859 | LCC = 0.8797 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.2324065524718665
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3485 | LCC = 0.8865 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.20570757554445654
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3198 | LCC = 0.8879 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.19267201987821933
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3102 | LCC = 0.8885 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.1743248975431988
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2916 | LCC = 0.8839 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.16639259608322485
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2720 | LCC = 0.8872 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.15756152690835082
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3196 | LCC = 0.8894 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.1412064961959861
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3060 | LCC = 0.8880 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.13523780489932594
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3153 | LCC = 0.8855 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.1236021041956251
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2849 | LCC = 0.8865 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.11604519311144862
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3150 | LCC = 0.8814 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.107984766794767
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2921 | LCC = 0.8846 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.10288116256194997
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3164 | LCC = 0.8822 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.09915149153743176
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3312 | LCC = 0.8802 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.08699194785487445
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2850 | LCC = 0.8816 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.08614204910104674
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2956 | LCC = 0.8820 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.08075937829007303
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2862 | LCC = 0.8826 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.07963494452610181
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3255 | LCC = 0.8785 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.07297753090458799
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3259 | LCC = 0.8802 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.07143476941337475
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3047 | LCC = 0.8780 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.06444862771327096
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3037 | LCC = 0.8807 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.06297871543665153
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3213 | LCC = 0.8777 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.06007773781227583
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3118 | LCC = 0.8791 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.05804440651541156
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3069 | LCC = 0.8791 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.058019149316356364
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3283 | LCC = 0.8778 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.0540723890669084
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3091 | LCC = 0.8780 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.051152757395898675
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3178 | LCC = 0.8776 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.04875924597585821
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3099 | LCC = 0.8787 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.04915210751095259
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3215 | LCC = 0.8763 | SRCC = 0.8745 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6505 | LCC = 0.6952 | SRCC = 0.6839 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb1da9652e7d71bb77df1a2a3e1da92ca8b3ee6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0772cbe456b9aff009c82f4efe24a4fd19a21175c71ea093adff75c0af50bad9
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d908a5ac397f7e06d28a18c1b77e8d97cdf95511
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7007f1fbbdf8be3d739099a09b66866bc557e43abc7ebc457ac40050c0f70539
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer10/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..288d59b241c7232e11e186a4fcffd02bb744ecac
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4975004277132839
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4039 | LCC = 0.8535 | SRCC = 0.8520 ]
+INFO:root:Average loss=0.29751595536063863
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3495 | LCC = 0.8756 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.261933561177612
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4283 | LCC = 0.8854 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.2376120397121231
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3555 | LCC = 0.8892 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.20855744725706948
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3313 | LCC = 0.8941 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.19285860115048514
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3199 | LCC = 0.8905 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.18004911104378674
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2883 | LCC = 0.8932 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.171514970503446
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3203 | LCC = 0.8927 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.15823875914591584
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3153 | LCC = 0.8906 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.14717418050145828
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2961 | LCC = 0.8902 | SRCC = 0.8908 ]
+INFO:root:Average loss=0.14030745694403016
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2953 | LCC = 0.8882 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.1282080370351414
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2906 | LCC = 0.8885 | SRCC = 0.8884 ]
+INFO:root:Average loss=0.1182958385503361
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3049 | LCC = 0.8855 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.11070791455362573
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3161 | LCC = 0.8853 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.10699254603830376
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2965 | LCC = 0.8835 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.09965491182886796
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3052 | LCC = 0.8836 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.09373503249418529
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3208 | LCC = 0.8783 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.08869483276684849
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3082 | LCC = 0.8832 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.08279086276888847
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2992 | LCC = 0.8816 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.07724836998419955
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3178 | LCC = 0.8810 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.07549584900282022
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2907 | LCC = 0.8834 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.06933161398837331
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3247 | LCC = 0.8768 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.07014261881653973
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2884 | LCC = 0.8819 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.06513388698242303
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3144 | LCC = 0.8798 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.0632019269285519
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3157 | LCC = 0.8836 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.060251701170998505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3050 | LCC = 0.8821 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.05672831667554861
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3140 | LCC = 0.8792 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.05477869077827889
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2958 | LCC = 0.8849 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.0538579130362224
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3253 | LCC = 0.8803 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.05204945892052499
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2927 | LCC = 0.8838 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.049820099112098615
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2878 | LCC = 0.8821 | SRCC = 0.8805 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4319 | LCC = 0.7386 | SRCC = 0.7236 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4c1c1af5172f045722765bea54eeee365bdcae78
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a36efd95691b9dabdaedbd43410eed28150cf886d9a664854c18a4659713be0
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca7aeab4913551eda76c02de10ac2c5b36d6dfcd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02811065f9cf37f476e9f67a961e2afd7fec9efd1b688144da8e75c9c9dfad53
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c0e18522c995660c068d1a6bdd5278f9861c2cb9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4959269389940824
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4133 | LCC = 0.8423 | SRCC = 0.8413 ]
+INFO:root:Average loss=0.2960195827346317
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4140 | LCC = 0.8633 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.2609687980716628
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3303 | LCC = 0.8748 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.23832915792230927
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3320 | LCC = 0.8767 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.21686111502564712
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3354 | LCC = 0.8837 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.20760406252276692
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3990 | LCC = 0.8804 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.1858222852810959
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2903 | LCC = 0.8832 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.16801757985629098
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2983 | LCC = 0.8857 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.15366222459629092
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3047 | LCC = 0.8834 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.14997841004346837
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3302 | LCC = 0.8798 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.13656369381385042
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2890 | LCC = 0.8806 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.12475095861564482
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2962 | LCC = 0.8789 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.11815045343313603
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3179 | LCC = 0.8818 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.10953554653191153
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3065 | LCC = 0.8795 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.10115197563619283
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3069 | LCC = 0.8791 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.09592244130252414
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3352 | LCC = 0.8762 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.08464630574763166
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3094 | LCC = 0.8779 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.08339979661079501
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3287 | LCC = 0.8747 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.07997594136378669
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3507 | LCC = 0.8711 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.07598831631630831
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3193 | LCC = 0.8732 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.07203776977224156
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3114 | LCC = 0.8736 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.06687974789842016
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3136 | LCC = 0.8745 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.06465446052136105
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3185 | LCC = 0.8733 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.06047669412686646
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3229 | LCC = 0.8744 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.05972255807305347
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2962 | LCC = 0.8748 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.05652815605260733
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3281 | LCC = 0.8704 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.05483728847493326
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3133 | LCC = 0.8740 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.05272715944646066
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3181 | LCC = 0.8752 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.049418155836059866
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3370 | LCC = 0.8699 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.0488768297252972
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3208 | LCC = 0.8734 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.046000205314142166
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3344 | LCC = 0.8694 | SRCC = 0.8690 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5170 | LCC = 0.7115 | SRCC = 0.7027 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4644a965608dfae1ef922e37f7af34d76dfef145
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c15434b9598d0acaaf8217920b17161e8ba1d4e550ae7c6e97e34a5a9d4dcd3f
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebe26bab3d0f51f2e614d19f5601b1b99f72bf6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:13c50a6fb1f9759227dd2baae40df43db3d2af38a1e731402e2eb8f82fe96e0d
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0f55f69391921658b8db644ef5631fa9adb99a4b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47758957304361926
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3823 | LCC = 0.8436 | SRCC = 0.8447 ]
+INFO:root:Average loss=0.30846439327807784
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3462 | LCC = 0.8613 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.271993470157502
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3048 | LCC = 0.8712 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.24327036281886127
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3427 | LCC = 0.8783 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.222491431012319
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3188 | LCC = 0.8806 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.20886746514050258
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3177 | LCC = 0.8818 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.1923939150278968
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3034 | LCC = 0.8834 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.18067986793773022
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3054 | LCC = 0.8804 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.16596131827789923
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2814 | LCC = 0.8815 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.1503002185352965
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2931 | LCC = 0.8804 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.1383029009307051
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3100 | LCC = 0.8806 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.12798061467319555
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3159 | LCC = 0.8780 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.11993277085826576
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3155 | LCC = 0.8777 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.11608891275232237
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3113 | LCC = 0.8779 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.10609920973205841
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3149 | LCC = 0.8771 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.0970102075293574
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3244 | LCC = 0.8764 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.09295013882865795
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2930 | LCC = 0.8774 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.08681235473193874
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3264 | LCC = 0.8740 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.08154314773620208
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3145 | LCC = 0.8757 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.07771419199732686
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3147 | LCC = 0.8765 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.07631578576358068
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3313 | LCC = 0.8731 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.06923088267703965
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3097 | LCC = 0.8739 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.06346698701812353
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3028 | LCC = 0.8757 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.06257015020947236
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3031 | LCC = 0.8749 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.05865433934882197
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3112 | LCC = 0.8743 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.05703133476004435
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3417 | LCC = 0.8712 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.055106414988034036
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3155 | LCC = 0.8723 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.052227283962544675
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3083 | LCC = 0.8750 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.053541953476264295
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3057 | LCC = 0.8746 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.04768641416866311
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3056 | LCC = 0.8759 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.04751010784997761
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3030 | LCC = 0.8765 | SRCC = 0.8744 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5349 | LCC = 0.6968 | SRCC = 0.7035 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3caf45b51f347c45ffc03c73ce980060cd0dc8d0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:61709b08bd559a1fac9d79add241116b9854e738a74490575407b33dd6408a0b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26dfd9cfe996b9946cbb8375c1f75fe1f874060a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9251e8e81d8036dfb89fcf7035dde1e0120c62930b57528ddcc5e67ddba2100e
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f72fc703db2bedd0e32fe730f776c3a6fee02ffd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48995128205056826
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4373 | LCC = 0.8343 | SRCC = 0.8366 ]
+INFO:root:Average loss=0.3129934176716501
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3813 | LCC = 0.8606 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.2674760545867716
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3976 | LCC = 0.8687 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.23857312671021919
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3659 | LCC = 0.8799 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.22744331694062733
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3610 | LCC = 0.8823 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.20123424932274514
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2903 | LCC = 0.8844 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.18975539781110135
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3177 | LCC = 0.8829 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.16922940989967025
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3059 | LCC = 0.8832 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.16793098184414681
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3437 | LCC = 0.8837 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.1473299059909203
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3188 | LCC = 0.8825 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.14043011766120878
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3524 | LCC = 0.8804 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.12980814967196802
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2758 | LCC = 0.8821 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.11985038307016295
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3236 | LCC = 0.8825 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.11331575419861457
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2938 | LCC = 0.8850 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.10547766952931537
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2980 | LCC = 0.8855 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.10145310312509537
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3220 | LCC = 0.8795 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.09544698564561806
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3324 | LCC = 0.8786 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.09020996670846994
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3449 | LCC = 0.8759 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.08415604285852757
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4315 | LCC = 0.8719 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.08658360526224092
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3873 | LCC = 0.8758 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.08226196508790028
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3497 | LCC = 0.8753 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.0748287304331457
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2990 | LCC = 0.8815 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.06932315900060483
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3333 | LCC = 0.8747 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.06772386659518143
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2996 | LCC = 0.8803 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.06348753270472406
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3124 | LCC = 0.8805 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.06012151848977012
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2999 | LCC = 0.8807 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.05669038622193254
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3083 | LCC = 0.8788 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.058200442485209836
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2950 | LCC = 0.8817 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.05473068900234093
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3320 | LCC = 0.8784 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.05162407843277633
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2978 | LCC = 0.8811 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.051520912568865485
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3244 | LCC = 0.8767 | SRCC = 0.8782 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6220 | LCC = 0.6943 | SRCC = 0.6837 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..754cc8ebe6077616982be7f44ac756c2bd71b36e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87415a3dfbd405bc9ebb6ad7119d9b98ef69194b02d19046b9d3e0a60cfd68ca
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d6dc3c4fe80534fe9b4866f741f8f5a534dbd92
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a4be554e261bd5e95c0c105ce477eed03e100ff26f4002c28d2584dd4f80a52
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fd9d5bdfb1f019ec6a2fe86a6ae926c48ba2e924
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5508371100604879
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4222 | LCC = 0.8429 | SRCC = 0.8416 ]
+INFO:root:Average loss=0.3179364873666984
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3902 | LCC = 0.8599 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.2738784150236604
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3655 | LCC = 0.8682 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.24466848330346147
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3565 | LCC = 0.8767 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.2306185677389189
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3529 | LCC = 0.8847 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.20432459761124816
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3161 | LCC = 0.8845 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.18621217313012636
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3237 | LCC = 0.8844 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.18072404350676288
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3042 | LCC = 0.8847 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.15823452045462724
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3434 | LCC = 0.8853 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.1472487920367649
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3255 | LCC = 0.8834 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.13677067309617996
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3156 | LCC = 0.8815 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.1265678708522306
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3464 | LCC = 0.8824 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.11857138699017508
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3265 | LCC = 0.8814 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.10699271501144232
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3467 | LCC = 0.8791 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.10608491077588472
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3493 | LCC = 0.8790 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.09844570484206167
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3223 | LCC = 0.8742 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.09495503141011806
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3168 | LCC = 0.8765 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.09109421649334058
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3386 | LCC = 0.8703 | SRCC = 0.8705 ]
+INFO:root:Average loss=0.0876030281745974
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3184 | LCC = 0.8765 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.07591395719633626
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3107 | LCC = 0.8761 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.07261295044913113
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3369 | LCC = 0.8746 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.06923619659908245
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3281 | LCC = 0.8728 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.06598188275891233
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3501 | LCC = 0.8754 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.06517662433099884
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3556 | LCC = 0.8749 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.06023848401328732
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3344 | LCC = 0.8740 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.058657727640315974
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3164 | LCC = 0.8748 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.05463449843227863
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3475 | LCC = 0.8764 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.05490318035459243
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3409 | LCC = 0.8765 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.05300518532278221
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3620 | LCC = 0.8768 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.048751920935391005
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3657 | LCC = 0.8772 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.049221391611964024
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3478 | LCC = 0.8738 | SRCC = 0.8708 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4194 | LCC = 0.7246 | SRCC = 0.7198 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc482d2201e9ca16c40106e7c3b2bbea0f342be6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:566ad7821e2a57a2d96185b768d80c0ad114e411e07f1fb7fc2f6dfe83ad5aae
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b40fe2c106b913e3d8c3a6ec02b8b333110b0428
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:898fc4a34da5749a74838e4f4efba8caae0fa82ab2caa5587927d24f846f9beb
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer12/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d8ace039bf36c266c67d4b0a36dc93b17ac05c37
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5025869216877601
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4177 | LCC = 0.8423 | SRCC = 0.8412 ]
+INFO:root:Average loss=0.31061283563602865
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3789 | LCC = 0.8611 | SRCC = 0.8595 ]
+INFO:root:Average loss=0.26835777563166757
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3329 | LCC = 0.8704 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.24743062628142407
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3089 | LCC = 0.8789 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.22308585331963665
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2961 | LCC = 0.8774 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.19947420874599778
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3014 | LCC = 0.8839 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.18640310325891296
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3053 | LCC = 0.8850 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.17518058061772
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2979 | LCC = 0.8839 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.15710744408169233
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2904 | LCC = 0.8812 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.14913519062747846
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2982 | LCC = 0.8816 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.13667640201962752
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2967 | LCC = 0.8792 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.12657530709153655
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3020 | LCC = 0.8774 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.11757944692249243
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3017 | LCC = 0.8771 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.1082770004437838
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3011 | LCC = 0.8751 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.10359612087896794
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3081 | LCC = 0.8755 | SRCC = 0.8734 ]
+INFO:root:Average loss=0.09489280110321982
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3726 | LCC = 0.8707 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.09392675705727814
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2961 | LCC = 0.8769 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.08475339793831627
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3172 | LCC = 0.8766 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.07958095083605347
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3132 | LCC = 0.8739 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.07419059836881699
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2910 | LCC = 0.8760 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.07365298781522436
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3196 | LCC = 0.8739 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.06770487480683823
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3041 | LCC = 0.8755 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.06370842467584362
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3143 | LCC = 0.8739 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.060659964800397786
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2980 | LCC = 0.8756 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.06054039476062521
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3055 | LCC = 0.8752 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.05568780147099082
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3154 | LCC = 0.8733 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.05435907978542967
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3087 | LCC = 0.8741 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.0538311231924447
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3252 | LCC = 0.8745 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.051162559259144556
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3256 | LCC = 0.8751 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.049570522954784375
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3138 | LCC = 0.8743 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.04684103892933082
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2939 | LCC = 0.8764 | SRCC = 0.8735 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5317 | LCC = 0.7216 | SRCC = 0.7245 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..44c093685d0c6c6a6ad8495db0a3f885b54ac334
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:506325e8bd7c3a1893b49aee8ccde667ffa84241ed5cb393aad02020b9ccd2d8
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1d86a5ad8ea2f6e50db2b636278b78c27576c621
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:33c3f5b3b912630e7100638f06f0f9d8a3bacfb215145562e80b433b00cd6289
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cd407b8e499ea2fd5b9654acc6dd42e35b6a5dd2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5094020291732225
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4104 | LCC = 0.8391 | SRCC = 0.8419 ]
+INFO:root:Average loss=0.32526697071990524
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3771 | LCC = 0.8609 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.2816869743125287
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3335 | LCC = 0.8705 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.25776956820419067
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3257 | LCC = 0.8819 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.22780505425668177
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3143 | LCC = 0.8852 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.21335050928799404
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3068 | LCC = 0.8865 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.203223631561147
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3152 | LCC = 0.8868 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.1833486362774937
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3158 | LCC = 0.8816 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.17048074899381296
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2857 | LCC = 0.8858 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.1596379837376534
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3052 | LCC = 0.8887 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.15273479402409812
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3128 | LCC = 0.8883 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.1418954397341764
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3262 | LCC = 0.8846 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.14235376153205861
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3168 | LCC = 0.8842 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.1280437475770195
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3073 | LCC = 0.8839 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.11727159453092972
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3071 | LCC = 0.8827 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.11432516740667338
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2912 | LCC = 0.8822 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.10849130913787494
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3069 | LCC = 0.8816 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.09769852196722362
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2887 | LCC = 0.8820 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.0947915070577164
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3396 | LCC = 0.8759 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.09349724051752531
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3029 | LCC = 0.8820 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.08725378856149023
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2995 | LCC = 0.8825 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.0847709581169779
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3166 | LCC = 0.8786 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.07820112359403186
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3183 | LCC = 0.8798 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.07284199330159005
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3119 | LCC = 0.8790 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.07150576687875511
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3234 | LCC = 0.8798 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.07022470199217686
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3151 | LCC = 0.8801 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.066135968431572
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3085 | LCC = 0.8782 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.06208189359376196
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3151 | LCC = 0.8795 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.06094839262393858
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3172 | LCC = 0.8792 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.05807644675749575
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2972 | LCC = 0.8804 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.057102374646360476
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3107 | LCC = 0.8780 | SRCC = 0.8771 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4500 | LCC = 0.7282 | SRCC = 0.7308 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd8453480858d1347ba7a667db240df2f4b0f655
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5469fe1db16720948d101b1a886fb6864d8ad0d8704ba58479fc762d846eb8
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f15231f8172326b4919f153a52aeb3d3fa24e421
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0d75417ca7b15d3caa27f567ca86584f4d73976667e08ce441520cef4240cb1
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f1703a53cfec0ac4c7e584fb0e4442a0aa9e1195
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5061682879580238
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4612 | LCC = 0.8345 | SRCC = 0.8356 ]
+INFO:root:Average loss=0.3277332528650416
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4149 | LCC = 0.8591 | SRCC = 0.8577 ]
+INFO:root:Average loss=0.29264505035270844
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3636 | LCC = 0.8652 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.25707343866714855
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3901 | LCC = 0.8728 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.23687159661957294
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3745 | LCC = 0.8772 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.22213392166388518
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3018 | LCC = 0.8817 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.2047667623513696
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3228 | LCC = 0.8826 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.19306154518975
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3205 | LCC = 0.8825 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.17806049957440767
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2884 | LCC = 0.8811 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.17315031325369212
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2927 | LCC = 0.8835 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.1627117850187886
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2876 | LCC = 0.8819 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.14894758466351238
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3661 | LCC = 0.8780 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.14483959145973183
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3108 | LCC = 0.8831 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.1344277616697929
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3526 | LCC = 0.8779 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.12247368865619505
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3345 | LCC = 0.8732 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.11235537048364651
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3101 | LCC = 0.8749 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.10577312955966575
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2996 | LCC = 0.8783 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.10351659715003361
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3132 | LCC = 0.8769 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.10122117654264318
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3117 | LCC = 0.8752 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.09302370232998292
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3146 | LCC = 0.8724 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.08935377400131583
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3382 | LCC = 0.8744 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.08545233001340331
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3231 | LCC = 0.8741 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.08140646528474169
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4023 | LCC = 0.8670 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.07980338173966876
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2972 | LCC = 0.8747 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.07129384878742902
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3124 | LCC = 0.8738 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.07152310153738611
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3044 | LCC = 0.8755 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.06666835332881509
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3496 | LCC = 0.8692 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.06399035561463737
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3797 | LCC = 0.8624 | SRCC = 0.8654 ]
+INFO:root:Average loss=0.0642711364292685
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3243 | LCC = 0.8700 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.06195087356202175
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3072 | LCC = 0.8741 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.05752992860413011
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3247 | LCC = 0.8706 | SRCC = 0.8704 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5491 | LCC = 0.6998 | SRCC = 0.7148 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d4d0041dfeecfb0676e3da855405a5236ccf1fdc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:becf1b9f6d2d1cb0e622a0428050d89a3e95ab0e589795fe108dc5752c67bb56
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53e90ecf07a530d25d29d43c2674d85200758b7d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93c2f80789c26a3617f9fdb7c13c93d00b6255b49c89dbc82ba31ced769906ef
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..78ee50647ac58f18983fc1792fa91392de9d463e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5291533691517879
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4514 | LCC = 0.8353 | SRCC = 0.8393 ]
+INFO:root:Average loss=0.3207206525382279
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3796 | LCC = 0.8614 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.2848140299320221
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3493 | LCC = 0.8743 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.2733107282419425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3507 | LCC = 0.8739 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.23571725241366148
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3135 | LCC = 0.8847 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.2201134330792234
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3314 | LCC = 0.8841 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.20572548299338778
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3337 | LCC = 0.8816 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.19238056625761737
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2957 | LCC = 0.8874 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.17618631782559302
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2987 | LCC = 0.8870 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.16552290333316505
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3037 | LCC = 0.8867 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.15367781310584505
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3197 | LCC = 0.8822 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.14989221276919965
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3274 | LCC = 0.8865 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.13545283339271655
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2864 | LCC = 0.8855 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.12732988389241212
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2859 | LCC = 0.8854 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.12709029781163772
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2992 | LCC = 0.8873 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.11322376859842698
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2935 | LCC = 0.8786 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.11190304745828485
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3201 | LCC = 0.8848 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.10488194838769174
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3419 | LCC = 0.8816 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.1009904346671063
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2783 | LCC = 0.8827 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.09115855608975267
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2986 | LCC = 0.8813 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.09418168162248727
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3186 | LCC = 0.8816 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.08796168596758319
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3167 | LCC = 0.8825 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.07945020163076462
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3080 | LCC = 0.8817 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.07729067838605429
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2927 | LCC = 0.8823 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.0779820349864188
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3049 | LCC = 0.8793 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.07185523771826242
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3211 | LCC = 0.8814 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.06878474399964245
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3050 | LCC = 0.8813 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.06793870360219065
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3010 | LCC = 0.8815 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.06878995096494007
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2905 | LCC = 0.8816 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.059353361584547626
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3188 | LCC = 0.8770 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.05954160823384461
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3224 | LCC = 0.8808 | SRCC = 0.8790 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5940 | LCC = 0.6841 | SRCC = 0.6911 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..669fc874f7907fda1776b234c8a042c36c30d98a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8e21d98b9fed4ac629d2f4b7b17c7dd9c276da1788c595c897b8cb9f626b918
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c120bc4eae439149342f287016f535defca86802
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dddc0df4528601bfc435af62d12eb95c44afc45cfe380ae5222b76cbc321a08
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5a5a7f801c12e2099d6f4ee661d8b6a1df9bb4d2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5168087708123158
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3992 | LCC = 0.8365 | SRCC = 0.8362 ]
+INFO:root:Average loss=0.3226975884740752
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4037 | LCC = 0.8518 | SRCC = 0.8541 ]
+INFO:root:Average loss=0.2825552482653215
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3770 | LCC = 0.8675 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.25447467279572017
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3082 | LCC = 0.8753 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.24731908118449195
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3250 | LCC = 0.8796 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.21754502005487508
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3064 | LCC = 0.8840 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.20666816964142584
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3841 | LCC = 0.8810 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.19208068150833163
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2962 | LCC = 0.8837 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.1843586757434586
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2873 | LCC = 0.8861 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.1673336843017898
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3278 | LCC = 0.8817 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.15524077165678057
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2993 | LCC = 0.8862 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.14442097817714503
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2944 | LCC = 0.8839 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.1381258769876006
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3051 | LCC = 0.8814 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.13096790291325894
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3620 | LCC = 0.8774 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.12278759748691079
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2849 | LCC = 0.8815 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.1121793550175394
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3131 | LCC = 0.8807 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.11054031436756856
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2963 | LCC = 0.8816 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.10273445867045078
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3070 | LCC = 0.8819 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.09725771542918475
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2988 | LCC = 0.8823 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.09144839295589854
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2997 | LCC = 0.8803 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.09005287705215416
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3252 | LCC = 0.8772 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.08435215527525528
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3103 | LCC = 0.8770 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.07963286417757155
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2881 | LCC = 0.8790 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.0771758170916855
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2929 | LCC = 0.8787 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.07332366218284375
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2978 | LCC = 0.8792 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.06852145383209851
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2917 | LCC = 0.8782 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.06955599280967878
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3137 | LCC = 0.8770 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.06511042501798944
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3012 | LCC = 0.8766 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.060938982217642615
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3224 | LCC = 0.8743 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.05821133611691481
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3115 | LCC = 0.8747 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.05771435732614098
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3190 | LCC = 0.8751 | SRCC = 0.8738 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6294 | LCC = 0.6924 | SRCC = 0.7078 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d20effb63b52d8f3dbcf996137ed2652d85fb6d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c1cde4b9a0d1b0159fbb0c3bcb573fdbdd2e249faf09e7962372c0f16da0168
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4194bc1408c21ef7873e4c1b19fd8a65f39eba6c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3233cc0fbf14c1d951f66fac669fe6a4bf53dd9a350228ae511635f382a4b3b1
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer14/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ace836c684ca031b909773baf10e79ec8012bda5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.49044680750438935
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4382 | LCC = 0.8336 | SRCC = 0.8331 ]
+INFO:root:Average loss=0.31476075749176774
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3742 | LCC = 0.8592 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.2768130224047369
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3239 | LCC = 0.8720 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.25077012034854446
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3108 | LCC = 0.8762 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.2325088721134759
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3256 | LCC = 0.8774 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.21934763471342925
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3013 | LCC = 0.8798 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.19349088442291137
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3073 | LCC = 0.8803 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.18571552513651765
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3212 | LCC = 0.8844 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.1738794455466243
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2901 | LCC = 0.8837 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.1629335105505293
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2827 | LCC = 0.8848 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.14898817956103066
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3071 | LCC = 0.8790 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.14107548863212496
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2853 | LCC = 0.8813 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.13334390658863707
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2810 | LCC = 0.8840 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.12599054672297716
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2877 | LCC = 0.8789 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.11686883070048569
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2905 | LCC = 0.8806 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.11504481353856236
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2865 | LCC = 0.8808 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.10415935449603665
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2861 | LCC = 0.8788 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.10710346517879839
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3054 | LCC = 0.8768 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.09760224664142367
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3018 | LCC = 0.8761 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.09204977432082843
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2913 | LCC = 0.8805 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.08972273088690173
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3296 | LCC = 0.8753 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.08225198182670367
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3179 | LCC = 0.8745 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.07895693764348939
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3150 | LCC = 0.8778 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.07718187564111859
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2946 | LCC = 0.8796 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.07461528447752742
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2863 | LCC = 0.8778 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.0716679709925817
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2851 | LCC = 0.8791 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.067248308051356
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3001 | LCC = 0.8790 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.06583879026718911
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2885 | LCC = 0.8784 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.06345067679279112
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3006 | LCC = 0.8758 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.06052551614497438
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2907 | LCC = 0.8771 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.05781245141187844
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2951 | LCC = 0.8781 | SRCC = 0.8769 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5827 | LCC = 0.6905 | SRCC = 0.6984 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4185fc75e57172932c2389f91a516ad4a4873d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4707b6e8bc48764af60db81c127b7cc62f0422dd42c8916e33c5e3be5dd4c686
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab6ee10cc7d5fd3fdf1611f4e67ba7b68fb273a2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd4fc99de835a012e06f528772f222b948c0dca86cfbba180d4ffc9e37acbaa6
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0e5de6508fc8083e5d73df32e393061f3cb7fd1d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5669071178215777
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5022 | LCC = 0.8253 | SRCC = 0.8238 ]
+INFO:root:Average loss=0.3596840609360292
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4355 | LCC = 0.8505 | SRCC = 0.8482 ]
+INFO:root:Average loss=0.3082509956435661
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3772 | LCC = 0.8626 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.28143810855515433
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4255 | LCC = 0.8657 | SRCC = 0.8658 ]
+INFO:root:Average loss=0.26145080231517726
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3381 | LCC = 0.8745 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.24544778104462375
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3631 | LCC = 0.8764 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.23718383382855124
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3194 | LCC = 0.8800 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.220970667855588
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2996 | LCC = 0.8805 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.19907468910506695
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2925 | LCC = 0.8823 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.19101222604513168
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3144 | LCC = 0.8815 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.17933396499797788
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2996 | LCC = 0.8826 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.1770075516549149
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3459 | LCC = 0.8816 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.15775301462480787
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3567 | LCC = 0.8828 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.15265070849415885
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2858 | LCC = 0.8833 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.14431476201108426
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3269 | LCC = 0.8835 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.13648800379623569
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2836 | LCC = 0.8835 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.1356449528581145
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3735 | LCC = 0.8778 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.1261522510234331
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3650 | LCC = 0.8739 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.11929291506120235
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3179 | LCC = 0.8799 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.11215757139328587
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2830 | LCC = 0.8816 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.10806894944065568
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2865 | LCC = 0.8787 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.10944824952179986
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3030 | LCC = 0.8810 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.10117103090520539
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3063 | LCC = 0.8805 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.09728799639754213
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2800 | LCC = 0.8833 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.09454835624019535
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3021 | LCC = 0.8784 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.08828176241475723
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3027 | LCC = 0.8803 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.0888731547259871
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2866 | LCC = 0.8810 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.0843038397028267
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2961 | LCC = 0.8794 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.07952059983044346
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3138 | LCC = 0.8786 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.07650982950291882
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3033 | LCC = 0.8801 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.07452018464231766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3004 | LCC = 0.8800 | SRCC = 0.8780 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7195 | LCC = 0.6769 | SRCC = 0.7016 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c77a581b621c0453e187a6629825b0732b3b93f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cb02bd21561d85282d959d5648f9492e169986c7127ef40593112d1b5fe1f8c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0696d41825687a67115e8d55ffecef5e2bb40374
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d14ad98597084b16c89b7eadf0f19f180dc224b55fe4255bcd1b58798e2228d
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..32de1e0bb65414f5775dcb7bf25658fcd466d118
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5077664720357498
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4438 | LCC = 0.8281 | SRCC = 0.8256 ]
+INFO:root:Average loss=0.3509648921172743
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4082 | LCC = 0.8493 | SRCC = 0.8465 ]
+INFO:root:Average loss=0.3029817915548479
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3579 | LCC = 0.8652 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.2826951419170192
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3495 | LCC = 0.8693 | SRCC = 0.8679 ]
+INFO:root:Average loss=0.25442688339362945
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3192 | LCC = 0.8757 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.24091350084784402
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3698 | LCC = 0.8716 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.22572134245682313
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3384 | LCC = 0.8796 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.22457313050941236
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3591 | LCC = 0.8737 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.20196893828452667
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3317 | LCC = 0.8808 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.19112315868711197
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3243 | LCC = 0.8819 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.19348947755518675
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2983 | LCC = 0.8825 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.1802668307902496
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2893 | LCC = 0.8769 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.16473304006577916
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2964 | LCC = 0.8840 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.15956728160381317
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3740 | LCC = 0.8795 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.15079877852876752
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2873 | LCC = 0.8861 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.146838939258818
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4079 | LCC = 0.8711 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.1391244913542891
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3388 | LCC = 0.8779 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.12924185309106903
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3751 | LCC = 0.8765 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.1249676180325147
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3252 | LCC = 0.8801 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.12455394549693675
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2865 | LCC = 0.8831 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.11501233723294528
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2927 | LCC = 0.8806 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.10849550685097027
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3424 | LCC = 0.8784 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.10370788025545936
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3103 | LCC = 0.8809 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.09997230415054828
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2889 | LCC = 0.8811 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.0950615063654205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3148 | LCC = 0.8787 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.09529584874479757
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2867 | LCC = 0.8785 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.0913368555464152
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3515 | LCC = 0.8734 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.08648162772286834
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3085 | LCC = 0.8780 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.08518202032226359
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3012 | LCC = 0.8769 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.07907550166108016
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2949 | LCC = 0.8784 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.07502891097454667
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3047 | LCC = 0.8759 | SRCC = 0.8744 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7001 | LCC = 0.6711 | SRCC = 0.6999 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abab0df889b583e58a8b2a5929424a244e519730
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fdd4823a7d5caa2b5acbf987cfbfb8f6f30c5f4de51fc15ad70c3f98a958d187
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1dd565936b678f7f24b1536c9ebbb02f3f100a46
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc6f1e612f9656ce510481680f82b6e8db0823381229f3133322f311e1716666
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..05d913f9a0b5dd930e4842f43ce1d19adb9235f5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5416326273038897
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4397 | LCC = 0.8270 | SRCC = 0.8241 ]
+INFO:root:Average loss=0.3548186825362244
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4726 | LCC = 0.8461 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.30900069967859745
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3705 | LCC = 0.8606 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.28078105442785806
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3382 | LCC = 0.8613 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.2584658117824896
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3648 | LCC = 0.8667 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.24784412678611073
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3297 | LCC = 0.8725 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.2240271834452028
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3258 | LCC = 0.8753 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.21590274494851944
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3088 | LCC = 0.8784 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.20829955195588185
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2965 | LCC = 0.8804 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.18997781452415996
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2933 | LCC = 0.8798 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.1808408468186511
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3296 | LCC = 0.8766 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.17190176377751235
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2926 | LCC = 0.8833 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.16195155352870852
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2864 | LCC = 0.8812 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.16385691703399483
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2899 | LCC = 0.8815 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.14944149385814723
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3000 | LCC = 0.8798 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.14580703518121918
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2947 | LCC = 0.8801 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.14249485278922008
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3271 | LCC = 0.8789 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.13358220324523187
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2790 | LCC = 0.8811 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.12321516529070159
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3441 | LCC = 0.8800 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.11998858078883562
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2920 | LCC = 0.8795 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.10799707674738988
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2924 | LCC = 0.8810 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.10488125369641822
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2923 | LCC = 0.8815 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.10692253810046726
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3023 | LCC = 0.8791 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.10071600706591083
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2869 | LCC = 0.8789 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.10089688666294076
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3190 | LCC = 0.8768 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.09646419894402426
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2913 | LCC = 0.8781 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.08925435459510439
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2935 | LCC = 0.8757 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.085832875006633
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2934 | LCC = 0.8761 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.08557813513399548
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3086 | LCC = 0.8730 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.08140483896942496
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2982 | LCC = 0.8785 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.07978338853730632
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3200 | LCC = 0.8735 | SRCC = 0.8732 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6018 | LCC = 0.6954 | SRCC = 0.7086 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a5d00f4bd45376277706553afd907daaeec6680
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9250eedaf8224638f251c3b596d7d92e6ca0f4667e521f40584522d0640fd70f
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91c853d2bda90eaa0050f191dc64a84a61d0a56f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74da38cf9cf289daec55ff87d775d16c6d8e556f18d9cf2051ab0f06b05d3e1e
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..424a1068ca9fc4d2be0e58f31b041355c143ead6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5299343258314739
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4498 | LCC = 0.8270 | SRCC = 0.8291 ]
+INFO:root:Average loss=0.34360898514358984
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3948 | LCC = 0.8589 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.2978180056879286
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3723 | LCC = 0.8645 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.27679858748623404
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3620 | LCC = 0.8663 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.2577990097117562
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3787 | LCC = 0.8752 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.24240667282501396
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3742 | LCC = 0.8811 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.23250534587857352
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3466 | LCC = 0.8815 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.2117786161127807
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3213 | LCC = 0.8846 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.20699703305787434
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3407 | LCC = 0.8865 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.19246808577307387
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3466 | LCC = 0.8865 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.17665503049172418
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3307 | LCC = 0.8801 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.1726359708633037
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3661 | LCC = 0.8854 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.16082207634614382
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3250 | LCC = 0.8775 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.15985823500190857
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3288 | LCC = 0.8814 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.1480714157654371
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3383 | LCC = 0.8863 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.14678257049163643
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3097 | LCC = 0.8838 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.13889959889512532
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3210 | LCC = 0.8847 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.12890112120119823
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3938 | LCC = 0.8819 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.12305008223807881
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3152 | LCC = 0.8859 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.11735775862212126
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3747 | LCC = 0.8835 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.11615563571625362
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3508 | LCC = 0.8824 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.11130930819263347
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3102 | LCC = 0.8808 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.10524100793062607
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3112 | LCC = 0.8839 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.09963336541731922
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2946 | LCC = 0.8791 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.09530138868214078
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3416 | LCC = 0.8813 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.09346602264942461
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3237 | LCC = 0.8837 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.08846867418271957
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3026 | LCC = 0.8817 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.08675378528719692
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3427 | LCC = 0.8835 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.08261161723922443
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3390 | LCC = 0.8820 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.08188529883247579
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3058 | LCC = 0.8809 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.07813047079337125
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3401 | LCC = 0.8804 | SRCC = 0.8779 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5563 | LCC = 0.6967 | SRCC = 0.7063 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5507f3c7b8f5b9985baf58cdf9abe1bfb07c2422
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90979100d8f6ad444a3f6d094b666e2040d4daef9ef3ffcccfb70e761ce344de
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b5ed19c1f685e9577bd8337b51c704b62eb3ad
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08672bfd0728a50dbb28fb810014ac81161042d03560e2f46a3f37b775dbebd6
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer16/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0bd87194a43d2aac4437f41335df6b64ebefa5cd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5360639825721697
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4373 | LCC = 0.8266 | SRCC = 0.8233 ]
+INFO:root:Average loss=0.3375900858916299
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5026 | LCC = 0.8490 | SRCC = 0.8497 ]
+INFO:root:Average loss=0.3126620585691033
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3548 | LCC = 0.8617 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.28492165128619684
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3545 | LCC = 0.8714 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.25295789324479295
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3307 | LCC = 0.8754 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.24517938972725345
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3332 | LCC = 0.8655 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.24242801344119055
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3851 | LCC = 0.8806 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.21106675775409434
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3079 | LCC = 0.8847 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.20189973901462005
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3072 | LCC = 0.8831 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.19284465189786315
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3190 | LCC = 0.8870 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.18044929546600133
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3170 | LCC = 0.8827 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.17499165999234756
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3006 | LCC = 0.8803 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.1688612448859077
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3146 | LCC = 0.8804 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.15943679071402964
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3033 | LCC = 0.8777 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.15383107327140136
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3167 | LCC = 0.8833 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.14490536247202426
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3120 | LCC = 0.8818 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.13514237803530832
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3056 | LCC = 0.8816 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.13245266189292676
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3289 | LCC = 0.8778 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.1281928955388896
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2948 | LCC = 0.8811 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.11895024147681418
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2891 | LCC = 0.8800 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.11607243960475647
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3053 | LCC = 0.8797 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.11322228337040527
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2946 | LCC = 0.8789 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.104295466547412
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3052 | LCC = 0.8799 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.1008674427651601
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3053 | LCC = 0.8768 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.09380959605292088
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3109 | LCC = 0.8760 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.09097378248768735
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3061 | LCC = 0.8772 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.08876115985946849
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2994 | LCC = 0.8758 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.08461854029769843
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3060 | LCC = 0.8771 | SRCC = 0.8734 ]
+INFO:root:Average loss=0.08210686411213323
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3153 | LCC = 0.8764 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.07850210874669813
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3040 | LCC = 0.8752 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.07802347804425079
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3002 | LCC = 0.8771 | SRCC = 0.8739 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5700 | LCC = 0.7137 | SRCC = 0.7281 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0d95e269d011a093cd0c0818980345189eb82da
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b91b78b243a9a8dc023e274980eadb89cf4babe8fd85e0ff25760e0d573afc6
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d50fa933bfb5611abd3963af2ad5a11bf517bd6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6eb0ee5068ad37a186b4126f1a314e6c368928eff577785fc94816ac9094fe2b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..adcb8d73c67c11599de9806a18b3bdd7afa4c5f5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5332963389123795
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4595 | LCC = 0.8096 | SRCC = 0.8091 ]
+INFO:root:Average loss=0.38398118368807554
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4625 | LCC = 0.8279 | SRCC = 0.8259 ]
+INFO:root:Average loss=0.3435671242503072
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3872 | LCC = 0.8391 | SRCC = 0.8364 ]
+INFO:root:Average loss=0.32176107779748175
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4307 | LCC = 0.8367 | SRCC = 0.8414 ]
+INFO:root:Average loss=0.30525557188629415
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4699 | LCC = 0.8412 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.28994776833953195
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3446 | LCC = 0.8527 | SRCC = 0.8516 ]
+INFO:root:Average loss=0.2735484195065636
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3626 | LCC = 0.8553 | SRCC = 0.8514 ]
+INFO:root:Average loss=0.26640475304485056
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3626 | LCC = 0.8630 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.25947620500029855
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3433 | LCC = 0.8582 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.246404996927763
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4100 | LCC = 0.8606 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.24204620460554355
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3545 | LCC = 0.8673 | SRCC = 0.8655 ]
+INFO:root:Average loss=0.22683779262221618
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3282 | LCC = 0.8690 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.2220207016505947
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3172 | LCC = 0.8655 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.21585647628314233
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3488 | LCC = 0.8694 | SRCC = 0.8661 ]
+INFO:root:Average loss=0.20597414560400681
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3504 | LCC = 0.8661 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.19221277944097628
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3581 | LCC = 0.8591 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.19142258886484742
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3429 | LCC = 0.8616 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.18240986200254086
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3286 | LCC = 0.8708 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.18465968776989533
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3268 | LCC = 0.8692 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.17660649831412156
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3415 | LCC = 0.8678 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.1647745169742259
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3345 | LCC = 0.8681 | SRCC = 0.8655 ]
+INFO:root:Average loss=0.15851346506721023
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4019 | LCC = 0.8640 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.15587742307971666
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3106 | LCC = 0.8675 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.14659645429925422
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3295 | LCC = 0.8703 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.1446925705309548
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3265 | LCC = 0.8712 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.1384382378848302
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3135 | LCC = 0.8692 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.1339061628876394
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3499 | LCC = 0.8678 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.13206466390735153
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3103 | LCC = 0.8707 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.1278005919360012
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3118 | LCC = 0.8673 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.12171485244883279
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3171 | LCC = 0.8697 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.11622936816918368
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3210 | LCC = 0.8705 | SRCC = 0.8671 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6961 | LCC = 0.6334 | SRCC = 0.6340 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfdb1848926804a613629a341459c8e1f410d017
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5674b8ec968de1cbbed55e9abce61f43a365e796b52ddbfb55b1a02ecb9db2c2
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e824a173abab538728963bcd5812efac6324d350
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80024b942bbfbcb172bcc2ffc4c357704b06fda02206ccfd4db13f81993a9165
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0b4e8c1adc322eb2fd1e011d518e7db2b212e160
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5717652323790369
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5002 | LCC = 0.8088 | SRCC = 0.8069 ]
+INFO:root:Average loss=0.37572997825683196
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4521 | LCC = 0.8326 | SRCC = 0.8302 ]
+INFO:root:Average loss=0.33766457903591884
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4650 | LCC = 0.8464 | SRCC = 0.8438 ]
+INFO:root:Average loss=0.34232150690059443
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4537 | LCC = 0.8431 | SRCC = 0.8446 ]
+INFO:root:Average loss=0.30277018343782147
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4159 | LCC = 0.8466 | SRCC = 0.8507 ]
+INFO:root:Average loss=0.2835547061841612
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3818 | LCC = 0.8591 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.27688093177672757
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3508 | LCC = 0.8583 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.26439952600553546
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3412 | LCC = 0.8651 | SRCC = 0.8624 ]
+INFO:root:Average loss=0.2487124948832341
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3566 | LCC = 0.8670 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.24525763817949792
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3522 | LCC = 0.8652 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.22366718586125126
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3514 | LCC = 0.8698 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.2274828400742801
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3443 | LCC = 0.8704 | SRCC = 0.8668 ]
+INFO:root:Average loss=0.21427543978126062
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3582 | LCC = 0.8688 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.20606614649295807
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3476 | LCC = 0.8727 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.19478461120514512
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3265 | LCC = 0.8700 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.1918296116280418
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3701 | LCC = 0.8686 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.18365946989183482
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3327 | LCC = 0.8721 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.17671425141006536
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3337 | LCC = 0.8747 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.17137484024198069
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3082 | LCC = 0.8743 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.1638822704553604
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3170 | LCC = 0.8753 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.17375121261343102
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3132 | LCC = 0.8749 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.15329835925660382
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3366 | LCC = 0.8742 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.14943127997348762
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3311 | LCC = 0.8720 | SRCC = 0.8685 ]
+INFO:root:Average loss=0.14927841107108
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3080 | LCC = 0.8712 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.1378132900750706
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3222 | LCC = 0.8736 | SRCC = 0.8705 ]
+INFO:root:Average loss=0.13658418807852474
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3124 | LCC = 0.8740 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.12897316043432047
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3091 | LCC = 0.8742 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.12899708864144507
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3066 | LCC = 0.8759 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.12327452774854064
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3444 | LCC = 0.8700 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.1187944552199
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3238 | LCC = 0.8746 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.11662177022309661
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3250 | LCC = 0.8722 | SRCC = 0.8693 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6606 | LCC = 0.6669 | SRCC = 0.6763 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7b9a92e2b99a11df1b6035b1795277ea73057b0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d39355310623d01e8f4183be995487ceab7b61ca92bcdc826438597b80d38d3e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e2d0960ce9960c997e703bc66e0d3a58be9487d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dcd74d728524bf7e7e1fb8bacddbd1cd3a5395f21bdbce01d8c6cd69496f03c2
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7eb6548b760519abeba42b0b887f013cd9d676e1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5407594689571789
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4570 | LCC = 0.8099 | SRCC = 0.8040 ]
+INFO:root:Average loss=0.3797555173063554
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4827 | LCC = 0.8256 | SRCC = 0.8228 ]
+INFO:root:Average loss=0.3444075627478561
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4045 | LCC = 0.8478 | SRCC = 0.8446 ]
+INFO:root:Average loss=0.31505904221810355
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3812 | LCC = 0.8472 | SRCC = 0.8446 ]
+INFO:root:Average loss=0.31241936559621997
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3772 | LCC = 0.8480 | SRCC = 0.8493 ]
+INFO:root:Average loss=0.2947169870482704
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3776 | LCC = 0.8608 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.2764385013566541
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3630 | LCC = 0.8601 | SRCC = 0.8589 ]
+INFO:root:Average loss=0.26080266028814925
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3498 | LCC = 0.8656 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.24817471257868529
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3236 | LCC = 0.8667 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.24072586999118673
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3476 | LCC = 0.8706 | SRCC = 0.8681 ]
+INFO:root:Average loss=0.23411069414174626
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3358 | LCC = 0.8703 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.21800308101783597
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3591 | LCC = 0.8624 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.21343448185335004
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3201 | LCC = 0.8727 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.20325281402106918
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3099 | LCC = 0.8724 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.19453738866686132
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3205 | LCC = 0.8747 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.18752458678676903
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3204 | LCC = 0.8713 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.1785785363760987
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3114 | LCC = 0.8737 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.17054143754733092
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3313 | LCC = 0.8764 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.1642384455038633
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3149 | LCC = 0.8759 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.16196251173928983
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3817 | LCC = 0.8658 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.15416645818535304
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3322 | LCC = 0.8748 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.1501532939903309
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3025 | LCC = 0.8744 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.14494609824150284
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3021 | LCC = 0.8695 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.14308200208093388
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3305 | LCC = 0.8736 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.13719954944587168
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4267 | LCC = 0.8684 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.13835084589058264
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4388 | LCC = 0.8626 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.12970108504412492
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3278 | LCC = 0.8729 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.12340652087778714
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2980 | LCC = 0.8753 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.11959161811825857
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3120 | LCC = 0.8739 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.11823439499029534
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3646 | LCC = 0.8691 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.11399782390866665
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3070 | LCC = 0.8725 | SRCC = 0.8702 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7824 | LCC = 0.6450 | SRCC = 0.6475 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..499ad33299e3a7e79ec5236c4156ec9bbf228f40
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86bfeb8653527586b247b70bb455660964fd478bda8381f4556b0d25832e15f5
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6329e614aa59dd5bc3c7af26d1652514522e8fa0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e02b298588e7011f0fee9991a9d1f06db667daa8bd1dcaf1c35726032864ae86
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..aec25b7e98a231c27b123f2f2c3c61a0c290faa5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5175603309463215
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5022 | LCC = 0.8010 | SRCC = 0.7995 ]
+INFO:root:Average loss=0.3762463447503272
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4586 | LCC = 0.8199 | SRCC = 0.8145 ]
+INFO:root:Average loss=0.3354077834442172
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4250 | LCC = 0.8384 | SRCC = 0.8402 ]
+INFO:root:Average loss=0.31129865555060393
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3868 | LCC = 0.8511 | SRCC = 0.8481 ]
+INFO:root:Average loss=0.2993932129502985
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4019 | LCC = 0.8529 | SRCC = 0.8498 ]
+INFO:root:Average loss=0.28129023658057856
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3628 | LCC = 0.8586 | SRCC = 0.8564 ]
+INFO:root:Average loss=0.2670636581892223
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3680 | LCC = 0.8597 | SRCC = 0.8563 ]
+INFO:root:Average loss=0.26682752577555663
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3859 | LCC = 0.8590 | SRCC = 0.8615 ]
+INFO:root:Average loss=0.26124330467915946
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3436 | LCC = 0.8620 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.2397066421936013
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3519 | LCC = 0.8677 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.2334605381323423
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3290 | LCC = 0.8699 | SRCC = 0.8671 ]
+INFO:root:Average loss=0.21976847468600796
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3498 | LCC = 0.8751 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.2082495444341202
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3404 | LCC = 0.8731 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.20290279465948227
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3304 | LCC = 0.8726 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.19864412332545814
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3309 | LCC = 0.8751 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.19274403770707246
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3662 | LCC = 0.8716 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.18680359253046142
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3161 | LCC = 0.8741 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.1809325011479372
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3306 | LCC = 0.8699 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.17074917670274745
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3070 | LCC = 0.8753 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.16416437269290748
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3354 | LCC = 0.8699 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.17431207733347237
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3424 | LCC = 0.8713 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.15966198365123285
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3041 | LCC = 0.8759 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.15192475566112926
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3127 | LCC = 0.8751 | SRCC = 0.8725 ]
+INFO:root:Average loss=0.1481496763625586
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3762 | LCC = 0.8727 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.1430921780666864
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3278 | LCC = 0.8761 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.1361541996543118
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3188 | LCC = 0.8761 | SRCC = 0.8740 ]
+INFO:root:Average loss=0.13036369261025005
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3405 | LCC = 0.8699 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.13075173977827062
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3211 | LCC = 0.8743 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.12851331835192753
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3045 | LCC = 0.8764 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.12321461151445533
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3329 | LCC = 0.8736 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.11649936734768697
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3281 | LCC = 0.8730 | SRCC = 0.8711 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7826 | LCC = 0.6374 | SRCC = 0.6559 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..81f3ffe38ca19c1704a2b5725ca8890a91db2701
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:893d9c7128f7f65a03235b35be992eaf532f3570b3ea9d0ec89a69b473f52af0
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f415fb5e1b9cac73711d8ac9b52e83cc9ed1063
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e0603f038c5c151080310324347d7b8ea17e5cc9b0fe7d0ad3b01b105bb8f95
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer18/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..775811ed401dd80a6051f8e01232e6640e2569a4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5443250051123558
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4712 | LCC = 0.8106 | SRCC = 0.8081 ]
+INFO:root:Average loss=0.38031417148650726
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4389 | LCC = 0.8334 | SRCC = 0.8315 ]
+INFO:root:Average loss=0.3407756687071971
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4153 | LCC = 0.8379 | SRCC = 0.8347 ]
+INFO:root:Average loss=0.3125476046449187
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3661 | LCC = 0.8521 | SRCC = 0.8493 ]
+INFO:root:Average loss=0.29810712968855235
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4239 | LCC = 0.8472 | SRCC = 0.8450 ]
+INFO:root:Average loss=0.2858461202741358
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3603 | LCC = 0.8574 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.2624729597413471
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3798 | LCC = 0.8627 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.2619645933195346
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4454 | LCC = 0.8547 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.26039165878571524
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3912 | LCC = 0.8593 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.24386590366074115
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3594 | LCC = 0.8656 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.22327852809015727
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3652 | LCC = 0.8706 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.22664657183465242
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3951 | LCC = 0.8655 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.22142906426694353
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3507 | LCC = 0.8751 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.20241435264059573
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3380 | LCC = 0.8702 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.19575346846973277
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3345 | LCC = 0.8718 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.19176188068238298
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3478 | LCC = 0.8710 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.18488620333588882
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3771 | LCC = 0.8695 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.18154941693034476
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3224 | LCC = 0.8746 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.17264165843411677
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3508 | LCC = 0.8723 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.16290653169671923
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3310 | LCC = 0.8733 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.1621580416325889
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3316 | LCC = 0.8722 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.1732420333031285
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3260 | LCC = 0.8701 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.15132779369636767
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3157 | LCC = 0.8673 | SRCC = 0.8648 ]
+INFO:root:Average loss=0.1434712892322871
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3620 | LCC = 0.8715 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.144824972473128
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3244 | LCC = 0.8726 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.13460874897723943
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3216 | LCC = 0.8746 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.1265361585971937
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3110 | LCC = 0.8717 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.12745332618841546
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3312 | LCC = 0.8721 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.1214916226319495
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3223 | LCC = 0.8735 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.12224649816665346
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3279 | LCC = 0.8707 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.11878483578821138
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3341 | LCC = 0.8727 | SRCC = 0.8691 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6520 | LCC = 0.6588 | SRCC = 0.6641 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..283c478dfd62a6bc9fdb8db6130d0b9040ae953c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a61f7c34550e944b82b2ac455a18434073fd8fb85aefdc22aa207bfc96cf755
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3ec19453bbebccdb606c33eb9b797880f0a8916
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:360d0a3ada31c86294bb653520c4947289548a069613a1e24cdb2bd9a8700905
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..993980cd8961400d95dd8605fbae6b1cf6d4a770
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47228193860178047
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3922 | LCC = 0.8521 | SRCC = 0.8506 ]
+INFO:root:Average loss=0.2902178181216896
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3454 | LCC = 0.8821 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.24149550135769596
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3209 | LCC = 0.8948 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.21221406404682666
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3806 | LCC = 0.8992 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.19779723598433369
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3897 | LCC = 0.9013 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.18591729202711513
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3156 | LCC = 0.9038 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.1786721298804862
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2681 | LCC = 0.9084 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.17322914121467944
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2667 | LCC = 0.9077 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.16255548800950106
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2548 | LCC = 0.9104 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.15694246230097864
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2377 | LCC = 0.9103 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.15391252715291315
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2946 | LCC = 0.9034 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.1443386319486392
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.9101 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.1460680743690171
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2722 | LCC = 0.9110 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.13944771954778992
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2621 | LCC = 0.9076 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.1328684037303649
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2675 | LCC = 0.9117 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.12882653507538613
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2637 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.12711050128833407
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3119 | LCC = 0.9083 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.12103850183459376
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2635 | LCC = 0.9081 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.11358652573961743
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2602 | LCC = 0.9043 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.11342043248731966
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2967 | LCC = 0.9056 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.10611351967030178
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2911 | LCC = 0.9053 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.10822682097726474
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2656 | LCC = 0.9075 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.10200626433240195
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2888 | LCC = 0.9074 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.09812852968542563
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2558 | LCC = 0.9072 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.09484599044040448
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2555 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.0937275021751492
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3152 | LCC = 0.9054 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.09463413219059134
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2567 | LCC = 0.9069 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08902528787279404
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2535 | LCC = 0.9068 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08361575662056146
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2605 | LCC = 0.9049 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.07930108093026746
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2501 | LCC = 0.9095 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07847582782494884
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2749 | LCC = 0.9040 | SRCC = 0.9059 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5015 | LCC = 0.6589 | SRCC = 0.6262 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f8ffa3f640f8a8721588eecf39c9317051877dcc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbd67cef0271493ad2fe542e4da723b4dd5c67f0ed444c1598b28b66cdc3aa4c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0820edade4bcaab0331cee3338fc4d5683babc46
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e207ea2658dfc071be16c73979a5953ed9f7957b741e234e19417f31f4d55f16
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e07a3c1ad3a0b636841459d7721b149ee6babcc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4558748523623957
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4292 | LCC = 0.8481 | SRCC = 0.8487 ]
+INFO:root:Average loss=0.3023147163535818
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3743 | LCC = 0.8751 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.2526774135111384
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3005 | LCC = 0.8893 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.23166979108587166
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3946 | LCC = 0.8960 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.20478660626218498
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2814 | LCC = 0.9047 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.1926087922701946
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2819 | LCC = 0.9052 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.1770907431582495
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3132 | LCC = 0.9040 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.1752030087602621
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2407 | LCC = 0.9076 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.17552436280974074
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2601 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.15916458159857402
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.15749878044417828
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2548 | LCC = 0.9090 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.14935830338841918
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2558 | LCC = 0.9086 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.145524764724205
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2364 | LCC = 0.9106 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.13943077201788137
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2728 | LCC = 0.9107 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.13382522059830626
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2473 | LCC = 0.9106 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.13382080567709972
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2818 | LCC = 0.9101 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.12423389650493688
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2512 | LCC = 0.9074 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.12435745671822157
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2531 | LCC = 0.9114 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.11856516050120999
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2665 | LCC = 0.9088 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.11664871264227553
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2479 | LCC = 0.9095 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.11097633097902199
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2411 | LCC = 0.9107 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.10535651882518234
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2653 | LCC = 0.9066 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.10139349369988965
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3362 | LCC = 0.9045 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.10058188126180213
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2818 | LCC = 0.9053 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.09591168352548098
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2456 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.09478372981438057
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2479 | LCC = 0.9094 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.08919847130000247
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2452 | LCC = 0.9068 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.09334538702589239
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2658 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.08507285891585267
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2449 | LCC = 0.9074 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.0839871708626692
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2720 | LCC = 0.9046 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.08137448224632036
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2482 | LCC = 0.9071 | SRCC = 0.9075 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5146 | LCC = 0.6550 | SRCC = 0.6183 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7bb4d25f28bec64b5d5c598a419688b2e1f7bf
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:55cc75a272819c0c50bf52a7ea367484e39250ed329bafbf940f3000946a3349
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e38ad5a0d187cb076955e93388e1c0046fa71740
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:859063ea86115a319a5140dcb09fe05a157973495dd21a87fb454f3f6fc5f7a6
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..40073f9f5fbd9f1bd0cbb563249ac614ea0a03fa
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5126021022052434
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3910 | LCC = 0.8583 | SRCC = 0.8578 ]
+INFO:root:Average loss=0.29727008482279804
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3839 | LCC = 0.8841 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.24309346768897394
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3278 | LCC = 0.8974 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.2185432475081758
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3009 | LCC = 0.9017 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.20054433025376645
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2593 | LCC = 0.9018 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.1866119598291513
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2651 | LCC = 0.9074 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.18077924007797516
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3000 | LCC = 0.9069 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.1739827235137796
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2644 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.1773560872312226
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2842 | LCC = 0.9054 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.16115061538240125
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2759 | LCC = 0.9099 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.15408270909434799
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2760 | LCC = 0.9098 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.15058171977369772
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2933 | LCC = 0.9093 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.14545308738257845
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2489 | LCC = 0.9099 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.1439892886518743
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2568 | LCC = 0.9105 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.13527684917167432
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2546 | LCC = 0.9093 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.13294103659818626
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2692 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.12770344157611704
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2776 | LCC = 0.9106 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.12421613815375146
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2693 | LCC = 0.9102 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1223582543131244
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2630 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.11169323695532848
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2767 | LCC = 0.9091 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.11068708393615105
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2611 | LCC = 0.9074 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.10664250240849622
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2821 | LCC = 0.9078 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.10567778316622524
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2482 | LCC = 0.9101 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.10257728260032015
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2920 | LCC = 0.9087 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.10058831337387163
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2578 | LCC = 0.9086 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.09605183628942236
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2654 | LCC = 0.9089 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.09152873344934745
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2704 | LCC = 0.9091 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.08869674476671081
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2615 | LCC = 0.9086 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.08523607286328526
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2571 | LCC = 0.9063 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.0847600667893542
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2723 | LCC = 0.9035 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.08150766385083942
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2469 | LCC = 0.9033 | SRCC = 0.9049 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5577 | LCC = 0.6186 | SRCC = 0.5895 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39ad7ab1068ba76c0d3dff2697ec07fca855aaae
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00df10e655f74a95713b6dc32c35a9a00671b9daf08947b32a2fd4358485a61f
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b13abcc951f50ddf6cd7815dd9a0c976aa593d18
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7baf49fb1052784185c9ba746890aaaf762101d3b048868b637981b2be863274
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..25f3606fe5ac6c34215c65a6dc2940da406c4972
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4899510162414154
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4396 | LCC = 0.8422 | SRCC = 0.8418 ]
+INFO:root:Average loss=0.3048998413747446
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3872 | LCC = 0.8675 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.26605328547127677
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4024 | LCC = 0.8824 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.23465296182501522
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3470 | LCC = 0.8906 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.21795479234071136
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2940 | LCC = 0.9008 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.19056869733195775
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2951 | LCC = 0.9039 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.1833665354575725
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2780 | LCC = 0.9076 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.17247459628333936
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2451 | LCC = 0.9083 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.16631258244631608
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2461 | LCC = 0.9098 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.16356805561250345
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2443 | LCC = 0.9093 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.1579167627530291
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2518 | LCC = 0.9104 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.147074598754417
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2467 | LCC = 0.9093 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1454421671570381
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2418 | LCC = 0.9086 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.14171380280500892
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2663 | LCC = 0.9100 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.13137616673645947
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2531 | LCC = 0.9098 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.12704053611596886
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2854 | LCC = 0.9028 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.13058792567149752
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2757 | LCC = 0.9083 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.12539044233588126
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2445 | LCC = 0.9095 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.11570252391988832
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2512 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.11572916754063843
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2673 | LCC = 0.9059 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.11325745430984938
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2490 | LCC = 0.9079 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.10847377591911768
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2443 | LCC = 0.9071 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.10535492946130003
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2428 | LCC = 0.9091 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.10137830554060853
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2621 | LCC = 0.9062 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.09686647833599521
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2646 | LCC = 0.9066 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.09356456493280527
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2477 | LCC = 0.9079 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.090698917197182
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2560 | LCC = 0.9089 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.08614114374783687
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2539 | LCC = 0.9059 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.08647132025374843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2812 | LCC = 0.9050 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.08175630100889703
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2519 | LCC = 0.9066 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.08014311581160981
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2503 | LCC = 0.9047 | SRCC = 0.9047 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5029 | LCC = 0.6675 | SRCC = 0.6445 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4399abaa496716f4ff6a62c8d1462877019359e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0c0fd40ba784d13663032536ceaf4a7772ddb8b1fa6caabe9b02d607a3457bd
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89da545edecb1dd90f028a104ea26c8aceff43a0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:116f0e8d4aa16cd1d1a2066de7c6cd9b35f977a125c20a0b8ea635cbea058d18
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer2/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d5f9d67464d802f90594e10b98e420e0cade8cc3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4930956608298197
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4171 | LCC = 0.8473 | SRCC = 0.8450 ]
+INFO:root:Average loss=0.3082534185034691
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3487 | LCC = 0.8771 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.25860669390659113
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3216 | LCC = 0.8907 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.22108623282068726
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2886 | LCC = 0.9007 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.20316554799762077
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2773 | LCC = 0.9036 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.1885176133902776
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2741 | LCC = 0.9063 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.17645727352083074
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2601 | LCC = 0.9061 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.18206992129542235
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2860 | LCC = 0.9074 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.16965010413372447
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2483 | LCC = 0.9066 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.1620852741805804
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2548 | LCC = 0.9091 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.15672597271858613
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2566 | LCC = 0.9086 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.15323968912135658
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2535 | LCC = 0.9095 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.14195824597526147
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2626 | LCC = 0.9062 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.13973375517508888
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2572 | LCC = 0.9037 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.13605198238281846
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2580 | LCC = 0.9095 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.13060322632162558
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2713 | LCC = 0.9047 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.12661935612989988
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2857 | LCC = 0.9041 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.12418348389553886
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2603 | LCC = 0.9079 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.12100207030428628
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2582 | LCC = 0.9062 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.11605546868949956
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2383 | LCC = 0.9053 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.11429714712965695
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2676 | LCC = 0.9054 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.10587470308807544
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2600 | LCC = 0.9034 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.10597525672674868
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2543 | LCC = 0.9075 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.09987893459424807
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2608 | LCC = 0.9039 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.09614267742874995
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2675 | LCC = 0.9028 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.0961743742442889
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2514 | LCC = 0.9050 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.08919903424950694
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2739 | LCC = 0.9040 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.08905575323225445
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2688 | LCC = 0.9011 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.08825670667208
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2516 | LCC = 0.9038 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.08193118396521992
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2610 | LCC = 0.9030 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.07920663622934694
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2460 | LCC = 0.9031 | SRCC = 0.9047 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4482 | LCC = 0.7069 | SRCC = 0.6836 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8cb6ee9e5870654c8732b4490a191cfc92d97e81
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c109e279b4286f8856ef2b161462c09df89a2fa7db24ec7e18a3ed69fdbc2d42
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..989159e88801f839d11f7ca662c425c232f11405
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69f749cd4339e1f5e7aa4c8253ae62036b69fe2ae3fd4c9c6389fd75e5a1ff3a
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dc29bcb0195dc9c4266bc8768badc6376902eee1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5459207129271734
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5700 | LCC = 0.7942 | SRCC = 0.7949 ]
+INFO:root:Average loss=0.40665151807614147
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4736 | LCC = 0.8208 | SRCC = 0.8170 ]
+INFO:root:Average loss=0.3685942924436117
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4492 | LCC = 0.8234 | SRCC = 0.8197 ]
+INFO:root:Average loss=0.34778045221215725
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4495 | LCC = 0.8335 | SRCC = 0.8316 ]
+INFO:root:Average loss=0.3299024139525573
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4510 | LCC = 0.8343 | SRCC = 0.8295 ]
+INFO:root:Average loss=0.3279921138562219
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4194 | LCC = 0.8419 | SRCC = 0.8391 ]
+INFO:root:Average loss=0.31744336005235685
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4636 | LCC = 0.8325 | SRCC = 0.8354 ]
+INFO:root:Average loss=0.29733574226757004
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4137 | LCC = 0.8433 | SRCC = 0.8413 ]
+INFO:root:Average loss=0.28905627570744885
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4115 | LCC = 0.8426 | SRCC = 0.8394 ]
+INFO:root:Average loss=0.2748524554375279
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4170 | LCC = 0.8491 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.27005134204219533
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3926 | LCC = 0.8413 | SRCC = 0.8414 ]
+INFO:root:Average loss=0.27111012751311925
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4115 | LCC = 0.8470 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.2577752797417558
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4095 | LCC = 0.8480 | SRCC = 0.8445 ]
+INFO:root:Average loss=0.24359544241704004
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3892 | LCC = 0.8524 | SRCC = 0.8488 ]
+INFO:root:Average loss=0.23497650690505958
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3798 | LCC = 0.8522 | SRCC = 0.8492 ]
+INFO:root:Average loss=0.24207733192540318
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4143 | LCC = 0.8471 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.232807552711123
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4828 | LCC = 0.8512 | SRCC = 0.8482 ]
+INFO:root:Average loss=0.21906536481628527
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4608 | LCC = 0.8494 | SRCC = 0.8473 ]
+INFO:root:Average loss=0.22103510762570222
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3948 | LCC = 0.8487 | SRCC = 0.8477 ]
+INFO:root:Average loss=0.2245729817131351
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4634 | LCC = 0.8529 | SRCC = 0.8508 ]
+INFO:root:Average loss=0.20959463246123639
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4381 | LCC = 0.8505 | SRCC = 0.8476 ]
+INFO:root:Average loss=0.20014242582410746
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3921 | LCC = 0.8526 | SRCC = 0.8499 ]
+INFO:root:Average loss=0.1935053683515918
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3811 | LCC = 0.8516 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.18569990510196355
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4395 | LCC = 0.8548 | SRCC = 0.8512 ]
+INFO:root:Average loss=0.1809446887904509
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3722 | LCC = 0.8546 | SRCC = 0.8521 ]
+INFO:root:Average loss=0.18407536384170456
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3496 | LCC = 0.8521 | SRCC = 0.8517 ]
+INFO:root:Average loss=0.17459065790121267
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4223 | LCC = 0.8530 | SRCC = 0.8495 ]
+INFO:root:Average loss=0.17169892938667639
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3689 | LCC = 0.8522 | SRCC = 0.8512 ]
+INFO:root:Average loss=0.16913603819002307
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3972 | LCC = 0.8566 | SRCC = 0.8524 ]
+INFO:root:Average loss=0.16062953116404527
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3870 | LCC = 0.8561 | SRCC = 0.8528 ]
+INFO:root:Average loss=0.1554190784348229
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3663 | LCC = 0.8559 | SRCC = 0.8532 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6262 | LCC = 0.6424 | SRCC = 0.6427 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..788495c96ad88371d4c968c407dc01340743c4e7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d75769fd5296ed2de1a1b984c63b0788642c4df8124609661a809b630b79a2
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a47698b1aa902bf662649cb7c1cb276cf3d72b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc1c3b3e869adb61c1fc753cb862fefaad5a31fee6bbb3ac34e6ca951af8b28e
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..910d395a09616d9da5be535c3e7e31fd56fec2e4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5708320501739579
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5815 | LCC = 0.7963 | SRCC = 0.7922 ]
+INFO:root:Average loss=0.4100814581434162
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4406 | LCC = 0.8122 | SRCC = 0.8097 ]
+INFO:root:Average loss=0.3587489749138066
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4593 | LCC = 0.8289 | SRCC = 0.8252 ]
+INFO:root:Average loss=0.3698132815905389
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4774 | LCC = 0.8234 | SRCC = 0.8209 ]
+INFO:root:Average loss=0.3373847457370317
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4175 | LCC = 0.8394 | SRCC = 0.8392 ]
+INFO:root:Average loss=0.3214333335615996
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4141 | LCC = 0.8426 | SRCC = 0.8384 ]
+INFO:root:Average loss=0.3077969941272901
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4621 | LCC = 0.8421 | SRCC = 0.8414 ]
+INFO:root:Average loss=0.2917220238488534
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3791 | LCC = 0.8458 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.28915356116832336
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3677 | LCC = 0.8491 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.2768471213434473
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3908 | LCC = 0.8395 | SRCC = 0.8343 ]
+INFO:root:Average loss=0.2660105651341422
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3577 | LCC = 0.8501 | SRCC = 0.8487 ]
+INFO:root:Average loss=0.2697855135953495
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3715 | LCC = 0.8543 | SRCC = 0.8515 ]
+INFO:root:Average loss=0.2503222265856804
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3942 | LCC = 0.8498 | SRCC = 0.8469 ]
+INFO:root:Average loss=0.25398225729176077
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3566 | LCC = 0.8558 | SRCC = 0.8527 ]
+INFO:root:Average loss=0.2403370134230983
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3650 | LCC = 0.8518 | SRCC = 0.8496 ]
+INFO:root:Average loss=0.2331446939810163
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3852 | LCC = 0.8466 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.22678857197651284
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4119 | LCC = 0.8461 | SRCC = 0.8457 ]
+INFO:root:Average loss=0.226167670822557
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4016 | LCC = 0.8443 | SRCC = 0.8473 ]
+INFO:root:Average loss=0.21428010431845065
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3624 | LCC = 0.8512 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.2056153975211816
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3646 | LCC = 0.8563 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.20272664239124066
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3432 | LCC = 0.8586 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.19710156984756447
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3414 | LCC = 0.8564 | SRCC = 0.8538 ]
+INFO:root:Average loss=0.19558778973673122
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3744 | LCC = 0.8580 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.19165921835713304
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3500 | LCC = 0.8567 | SRCC = 0.8545 ]
+INFO:root:Average loss=0.1863717198630289
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3741 | LCC = 0.8543 | SRCC = 0.8527 ]
+INFO:root:Average loss=0.18077802963856326
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3663 | LCC = 0.8537 | SRCC = 0.8496 ]
+INFO:root:Average loss=0.18019095541252567
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3686 | LCC = 0.8547 | SRCC = 0.8519 ]
+INFO:root:Average loss=0.17187475309723374
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3489 | LCC = 0.8534 | SRCC = 0.8519 ]
+INFO:root:Average loss=0.1708728121539761
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3543 | LCC = 0.8562 | SRCC = 0.8546 ]
+INFO:root:Average loss=0.1755213501911632
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3833 | LCC = 0.8545 | SRCC = 0.8548 ]
+INFO:root:Average loss=0.16506952137788597
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3485 | LCC = 0.8566 | SRCC = 0.8531 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7324 | LCC = 0.6492 | SRCC = 0.6677 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e03599eeae5dbe57333993e480cdd48be04ff0c6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f4994bac148154145cafd96abd90cffe177b01eeca3b6ba2adc28e3f9f21bfd3
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eac45a241d87ac47ff5240c6d0f252bcfa4f6c3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1dcbae031db8b11a68113a9c9b8fbd8c13f92cd877d8f6ed62a86292607d29e7
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc376c7ba95ad02bc75b77ead176949d9b111914
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6096339019047732
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6065 | LCC = 0.7830 | SRCC = 0.7824 ]
+INFO:root:Average loss=0.40280757577433063
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4820 | LCC = 0.8217 | SRCC = 0.8172 ]
+INFO:root:Average loss=0.3606157380376937
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5380 | LCC = 0.8189 | SRCC = 0.8177 ]
+INFO:root:Average loss=0.34467020639449875
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4238 | LCC = 0.8373 | SRCC = 0.8349 ]
+INFO:root:Average loss=0.33981912819980886
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4244 | LCC = 0.8411 | SRCC = 0.8381 ]
+INFO:root:Average loss=0.31665959713086916
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3993 | LCC = 0.8410 | SRCC = 0.8381 ]
+INFO:root:Average loss=0.3045787295337357
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4015 | LCC = 0.8457 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.29424808204518577
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4777 | LCC = 0.8367 | SRCC = 0.8340 ]
+INFO:root:Average loss=0.29364769505283045
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3964 | LCC = 0.8501 | SRCC = 0.8478 ]
+INFO:root:Average loss=0.28731930281730056
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4042 | LCC = 0.8503 | SRCC = 0.8473 ]
+INFO:root:Average loss=0.2696704059150178
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3802 | LCC = 0.8529 | SRCC = 0.8507 ]
+INFO:root:Average loss=0.25617385341252896
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3757 | LCC = 0.8493 | SRCC = 0.8470 ]
+INFO:root:Average loss=0.25039764075954524
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3749 | LCC = 0.8466 | SRCC = 0.8447 ]
+INFO:root:Average loss=0.25286243390830265
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3931 | LCC = 0.8515 | SRCC = 0.8478 ]
+INFO:root:Average loss=0.25440313938380665
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3876 | LCC = 0.8499 | SRCC = 0.8481 ]
+INFO:root:Average loss=0.23357350547189656
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3519 | LCC = 0.8563 | SRCC = 0.8552 ]
+INFO:root:Average loss=0.22730379599022726
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4554 | LCC = 0.8514 | SRCC = 0.8483 ]
+INFO:root:Average loss=0.22230145253370262
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3639 | LCC = 0.8542 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.21071339816371829
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3895 | LCC = 0.8517 | SRCC = 0.8495 ]
+INFO:root:Average loss=0.20891451529857052
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3857 | LCC = 0.8530 | SRCC = 0.8505 ]
+INFO:root:Average loss=0.2087931554613775
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4033 | LCC = 0.8431 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.21060022431818737
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3634 | LCC = 0.8556 | SRCC = 0.8528 ]
+INFO:root:Average loss=0.19471990075931384
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3654 | LCC = 0.8581 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.18482776744172752
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3647 | LCC = 0.8546 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.18264284497396105
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3701 | LCC = 0.8526 | SRCC = 0.8529 ]
+INFO:root:Average loss=0.18284281463809096
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3913 | LCC = 0.8569 | SRCC = 0.8528 ]
+INFO:root:Average loss=0.1746016358364524
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3681 | LCC = 0.8574 | SRCC = 0.8541 ]
+INFO:root:Average loss=0.17165951103488833
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4145 | LCC = 0.8568 | SRCC = 0.8529 ]
+INFO:root:Average loss=0.16490356774860723
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3562 | LCC = 0.8563 | SRCC = 0.8539 ]
+INFO:root:Average loss=0.16163070189815038
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3918 | LCC = 0.8554 | SRCC = 0.8514 ]
+INFO:root:Average loss=0.1629380626399393
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4104 | LCC = 0.8524 | SRCC = 0.8477 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6067 | LCC = 0.6426 | SRCC = 0.6360 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d31eef6a9ebc6e9bfd181e93dd930412322b6c74
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7894637f0dd30842b930c828b58f8d78cdca5f2c80c9613d54bd4076371012e9
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..354f63fbc39147c4312ae55457fa8523b36666d1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d9b81855b38a85334d8399fd27847bc237c6c11c6d9731b7e35fb87078ada13
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df9cfd740f50b159a9f32b3b28dc9fa793c11005
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5559509070966974
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6385 | LCC = 0.7949 | SRCC = 0.7917 ]
+INFO:root:Average loss=0.4231215277848216
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4797 | LCC = 0.8153 | SRCC = 0.8108 ]
+INFO:root:Average loss=0.3868530841404303
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4642 | LCC = 0.8289 | SRCC = 0.8251 ]
+INFO:root:Average loss=0.3406787426830027
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5121 | LCC = 0.8327 | SRCC = 0.8329 ]
+INFO:root:Average loss=0.3345883272459052
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4148 | LCC = 0.8362 | SRCC = 0.8329 ]
+INFO:root:Average loss=0.3142449508684908
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4670 | LCC = 0.8402 | SRCC = 0.8399 ]
+INFO:root:Average loss=0.30451974531129605
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3911 | LCC = 0.8462 | SRCC = 0.8434 ]
+INFO:root:Average loss=0.3052795727473463
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3861 | LCC = 0.8487 | SRCC = 0.8454 ]
+INFO:root:Average loss=0.28311931682115343
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3885 | LCC = 0.8444 | SRCC = 0.8422 ]
+INFO:root:Average loss=0.275585011164577
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4444 | LCC = 0.8470 | SRCC = 0.8491 ]
+INFO:root:Average loss=0.26262403180488963
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3599 | LCC = 0.8505 | SRCC = 0.8490 ]
+INFO:root:Average loss=0.25910437089859406
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3772 | LCC = 0.8544 | SRCC = 0.8519 ]
+INFO:root:Average loss=0.25660236395163344
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3663 | LCC = 0.8570 | SRCC = 0.8542 ]
+INFO:root:Average loss=0.2480351807754164
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3629 | LCC = 0.8584 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.24926596173661292
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4770 | LCC = 0.8502 | SRCC = 0.8527 ]
+INFO:root:Average loss=0.2338839001049196
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3612 | LCC = 0.8577 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.23052952692687856
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3529 | LCC = 0.8590 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.22574835447217687
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3719 | LCC = 0.8534 | SRCC = 0.8515 ]
+INFO:root:Average loss=0.22202716190690938
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3526 | LCC = 0.8561 | SRCC = 0.8536 ]
+INFO:root:Average loss=0.21013084088446776
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3792 | LCC = 0.8525 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.21632034404773934
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3708 | LCC = 0.8527 | SRCC = 0.8495 ]
+INFO:root:Average loss=0.19679401392881582
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4045 | LCC = 0.8586 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.19018161240857462
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3659 | LCC = 0.8609 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.18764559433639394
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3984 | LCC = 0.8575 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.18751477497506003
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4008 | LCC = 0.8575 | SRCC = 0.8554 ]
+INFO:root:Average loss=0.17879768318868097
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3560 | LCC = 0.8581 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.1754204303973672
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3391 | LCC = 0.8619 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.16891757777832836
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3622 | LCC = 0.8567 | SRCC = 0.8540 ]
+INFO:root:Average loss=0.16318199606989162
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3601 | LCC = 0.8593 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.16517744721532557
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3361 | LCC = 0.8601 | SRCC = 0.8569 ]
+INFO:root:Average loss=0.15827066313496904
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3998 | LCC = 0.8558 | SRCC = 0.8573 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7787 | LCC = 0.6335 | SRCC = 0.6437 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db92fb179e05a58141fa3ae467820e7c8d98f1b9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1557d31aeefdf561542524458ba34190234c35e57ca4649d0557643696088dae
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8af766b0ef633e32b006d078b1fbec81f9ddadf7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e71a832371d2c16bab0e0eccb3e588270cea8c29525a4431c5c1b7ab8285ff49
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer20/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6156267d4e542457f44a156e4b08731966e7b6ea
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.561086995580982
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5311 | LCC = 0.8059 | SRCC = 0.7998 ]
+INFO:root:Average loss=0.3923006422946908
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4614 | LCC = 0.8238 | SRCC = 0.8195 ]
+INFO:root:Average loss=0.3706447016986119
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5338 | LCC = 0.8221 | SRCC = 0.8208 ]
+INFO:root:Average loss=0.3510854381185047
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4845 | LCC = 0.8334 | SRCC = 0.8309 ]
+INFO:root:Average loss=0.3458018873985103
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4781 | LCC = 0.8292 | SRCC = 0.8328 ]
+INFO:root:Average loss=0.31789132435886847
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4185 | LCC = 0.8386 | SRCC = 0.8358 ]
+INFO:root:Average loss=0.30301864229874803
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4319 | LCC = 0.8393 | SRCC = 0.8368 ]
+INFO:root:Average loss=0.2945465642765078
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4554 | LCC = 0.8460 | SRCC = 0.8459 ]
+INFO:root:Average loss=0.28952115765541275
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3893 | LCC = 0.8521 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.2769208398857558
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3775 | LCC = 0.8450 | SRCC = 0.8417 ]
+INFO:root:Average loss=0.27285010944728905
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4143 | LCC = 0.8518 | SRCC = 0.8479 ]
+INFO:root:Average loss=0.2553055400965531
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4021 | LCC = 0.8536 | SRCC = 0.8506 ]
+INFO:root:Average loss=0.25895678919519305
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3992 | LCC = 0.8496 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.24713416862694515
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3588 | LCC = 0.8524 | SRCC = 0.8490 ]
+INFO:root:Average loss=0.24109833144900428
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3663 | LCC = 0.8542 | SRCC = 0.8511 ]
+INFO:root:Average loss=0.23764117294653303
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3612 | LCC = 0.8566 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.23161843031472554
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3481 | LCC = 0.8499 | SRCC = 0.8523 ]
+INFO:root:Average loss=0.21468728733372827
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3674 | LCC = 0.8576 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.21228718146078848
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3522 | LCC = 0.8561 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.20757001793453458
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3784 | LCC = 0.8542 | SRCC = 0.8536 ]
+INFO:root:Average loss=0.2077543484423891
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3817 | LCC = 0.8585 | SRCC = 0.8552 ]
+INFO:root:Average loss=0.19639034698464278
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3797 | LCC = 0.8567 | SRCC = 0.8528 ]
+INFO:root:Average loss=0.20806068328419172
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3445 | LCC = 0.8572 | SRCC = 0.8563 ]
+INFO:root:Average loss=0.18885194781543202
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3529 | LCC = 0.8592 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.19013011614883565
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3685 | LCC = 0.8581 | SRCC = 0.8546 ]
+INFO:root:Average loss=0.17540253207862722
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3697 | LCC = 0.8564 | SRCC = 0.8543 ]
+INFO:root:Average loss=0.17838525836695138
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3403 | LCC = 0.8552 | SRCC = 0.8545 ]
+INFO:root:Average loss=0.17497278737022698
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3597 | LCC = 0.8566 | SRCC = 0.8535 ]
+INFO:root:Average loss=0.17202577029349486
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3348 | LCC = 0.8540 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.16734383388750815
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3827 | LCC = 0.8588 | SRCC = 0.8551 ]
+INFO:root:Average loss=0.1612143388631716
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3720 | LCC = 0.8547 | SRCC = 0.8539 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.8508 | LCC = 0.6091 | SRCC = 0.6411 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0d5291380e061ce5ff4983397de7b1976cf51539
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:271054667a1c17920959eb4fad18c1c5c4bd0ab122eec0c5feb623b1eaef4bf2
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d330fd02f5aa8f7d074d47d40a8565d42cdfa02
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d921c8f6ebd354df3f5f1300c02b6ad0138316e68566740f1ff1783a01ebe009
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b7561709d331f909d6f36c1214882b8703cd03d2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5511100080316467
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5385 | LCC = 0.7921 | SRCC = 0.7838 ]
+INFO:root:Average loss=0.43074159884039376
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5099 | LCC = 0.8062 | SRCC = 0.8001 ]
+INFO:root:Average loss=0.41483631575038665
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4714 | LCC = 0.8171 | SRCC = 0.8114 ]
+INFO:root:Average loss=0.37249025392394536
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5060 | LCC = 0.8196 | SRCC = 0.8157 ]
+INFO:root:Average loss=0.35416375927497884
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4385 | LCC = 0.8334 | SRCC = 0.8291 ]
+INFO:root:Average loss=0.33856332732762906
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4461 | LCC = 0.8343 | SRCC = 0.8299 ]
+INFO:root:Average loss=0.3387308497993932
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4991 | LCC = 0.8340 | SRCC = 0.8322 ]
+INFO:root:Average loss=0.3187963079682664
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4598 | LCC = 0.8266 | SRCC = 0.8233 ]
+INFO:root:Average loss=0.33180862759923657
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4655 | LCC = 0.8271 | SRCC = 0.8250 ]
+INFO:root:Average loss=0.30715167866965937
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4075 | LCC = 0.8407 | SRCC = 0.8359 ]
+INFO:root:Average loss=0.31378340023445944
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4089 | LCC = 0.8430 | SRCC = 0.8383 ]
+INFO:root:Average loss=0.28683626901552167
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4031 | LCC = 0.8432 | SRCC = 0.8398 ]
+INFO:root:Average loss=0.28008783078951643
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4219 | LCC = 0.8449 | SRCC = 0.8413 ]
+INFO:root:Average loss=0.2735078381320645
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4099 | LCC = 0.8416 | SRCC = 0.8370 ]
+INFO:root:Average loss=0.27148622558640606
+INFO:root:
+[Valid][14][UTT][ MSE = 0.5291 | LCC = 0.8376 | SRCC = 0.8401 ]
+INFO:root:Average loss=0.2563874872261389
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3959 | LCC = 0.8464 | SRCC = 0.8418 ]
+INFO:root:Average loss=0.25678234917752313
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3933 | LCC = 0.8440 | SRCC = 0.8403 ]
+INFO:root:Average loss=0.24944055631670647
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4172 | LCC = 0.8432 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.24043046988848316
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3628 | LCC = 0.8429 | SRCC = 0.8414 ]
+INFO:root:Average loss=0.23226222637071775
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3997 | LCC = 0.8469 | SRCC = 0.8429 ]
+INFO:root:Average loss=0.23205090671605458
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4179 | LCC = 0.8426 | SRCC = 0.8410 ]
+INFO:root:Average loss=0.2268026432808424
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3700 | LCC = 0.8440 | SRCC = 0.8397 ]
+INFO:root:Average loss=0.21590956257430116
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4082 | LCC = 0.8475 | SRCC = 0.8449 ]
+INFO:root:Average loss=0.2165428052489468
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4118 | LCC = 0.8433 | SRCC = 0.8430 ]
+INFO:root:Average loss=0.21082953703885823
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4065 | LCC = 0.8435 | SRCC = 0.8431 ]
+INFO:root:Average loss=0.20487577644731267
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3807 | LCC = 0.8445 | SRCC = 0.8394 ]
+INFO:root:Average loss=0.20431855786053432
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3648 | LCC = 0.8472 | SRCC = 0.8439 ]
+INFO:root:Average loss=0.20004872521224049
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4227 | LCC = 0.8453 | SRCC = 0.8463 ]
+INFO:root:Average loss=0.19285944465956936
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3939 | LCC = 0.8412 | SRCC = 0.8407 ]
+INFO:root:Average loss=0.19276337347106437
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3901 | LCC = 0.8476 | SRCC = 0.8451 ]
+INFO:root:Average loss=0.1813422826070317
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3579 | LCC = 0.8465 | SRCC = 0.8421 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7502 | LCC = 0.6318 | SRCC = 0.6376 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..de32ad7a2d3d8b116288229a92d35035449486c8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9c7b348e1ed625033e983decbf16ea42570613cc2bd7c15b5cabda84dbc69b18
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb483780f8805c1b003e83b9f09c85745df5cb6e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28f110c90778f25e577b45bc16b4fa4ac908f9d29b320e22ec23e9775b6f0eef
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a21148bdb6ec059f23131d4874a58eb21d5dc1b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6018848873976338
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5637 | LCC = 0.7863 | SRCC = 0.7781 ]
+INFO:root:Average loss=0.4504450971336034
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4812 | LCC = 0.8049 | SRCC = 0.7988 ]
+INFO:root:Average loss=0.41035977453854733
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4689 | LCC = 0.8105 | SRCC = 0.8063 ]
+INFO:root:Average loss=0.378991874828504
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5297 | LCC = 0.8221 | SRCC = 0.8184 ]
+INFO:root:Average loss=0.36644085096141504
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4359 | LCC = 0.8282 | SRCC = 0.8236 ]
+INFO:root:Average loss=0.3680377654257537
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4646 | LCC = 0.8152 | SRCC = 0.8133 ]
+INFO:root:Average loss=0.3348753755492282
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4276 | LCC = 0.8338 | SRCC = 0.8294 ]
+INFO:root:Average loss=0.33445945270144184
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4044 | LCC = 0.8364 | SRCC = 0.8323 ]
+INFO:root:Average loss=0.3290414589677932
+INFO:root:
+[Valid][8][UTT][ MSE = 0.5198 | LCC = 0.8308 | SRCC = 0.8354 ]
+INFO:root:Average loss=0.3029233870995527
+INFO:root:
+[Valid][9][UTT][ MSE = 0.5013 | LCC = 0.8333 | SRCC = 0.8358 ]
+INFO:root:Average loss=0.30416290083027986
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4721 | LCC = 0.8325 | SRCC = 0.8340 ]
+INFO:root:Average loss=0.29438541114674827
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3763 | LCC = 0.8411 | SRCC = 0.8374 ]
+INFO:root:Average loss=0.2786324642641696
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3854 | LCC = 0.8410 | SRCC = 0.8360 ]
+INFO:root:Average loss=0.2893422609464282
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3831 | LCC = 0.8416 | SRCC = 0.8370 ]
+INFO:root:Average loss=0.28199676704200016
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3695 | LCC = 0.8456 | SRCC = 0.8415 ]
+INFO:root:Average loss=0.2816411638363248
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4636 | LCC = 0.8398 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.2559152950527351
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3861 | LCC = 0.8462 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.25711543186207036
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4467 | LCC = 0.8440 | SRCC = 0.8436 ]
+INFO:root:Average loss=0.2552654021392668
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3763 | LCC = 0.8465 | SRCC = 0.8434 ]
+INFO:root:Average loss=0.24415253748783486
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3676 | LCC = 0.8435 | SRCC = 0.8385 ]
+INFO:root:Average loss=0.2446595287391905
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3619 | LCC = 0.8487 | SRCC = 0.8441 ]
+INFO:root:Average loss=0.2299397495612933
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3586 | LCC = 0.8475 | SRCC = 0.8429 ]
+INFO:root:Average loss=0.23348882897740844
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3578 | LCC = 0.8481 | SRCC = 0.8433 ]
+INFO:root:Average loss=0.22161635678972122
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4453 | LCC = 0.8397 | SRCC = 0.8406 ]
+INFO:root:Average loss=0.21504855397119688
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3636 | LCC = 0.8472 | SRCC = 0.8436 ]
+INFO:root:Average loss=0.21037277036664115
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3736 | LCC = 0.8446 | SRCC = 0.8386 ]
+INFO:root:Average loss=0.21043906843214366
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4457 | LCC = 0.8416 | SRCC = 0.8434 ]
+INFO:root:Average loss=0.20776505828592817
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3679 | LCC = 0.8491 | SRCC = 0.8450 ]
+INFO:root:Average loss=0.2062326253666354
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4125 | LCC = 0.8416 | SRCC = 0.8422 ]
+INFO:root:Average loss=0.2037368637288926
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3719 | LCC = 0.8439 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.19679825236170279
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3522 | LCC = 0.8494 | SRCC = 0.8446 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7398 | LCC = 0.6211 | SRCC = 0.6250 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b1dcc453d3bca82f91e083d1e3a9ff7863856ea
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce02b06bbdce6f2ce1e95a42d2f3aee0b31f49dfb827212198cacf148971630e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a0e02211ce97eb8b258af1505fd1767f4e9b8afd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:92dc699a413fc40292762450827c1b6af1ade4eb492456296fa37f42a828d6ad
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..63530f59d099e29b9f4f08cc2c9ad86928be59a5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5999123159516064
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5329 | LCC = 0.7715 | SRCC = 0.7632 ]
+INFO:root:Average loss=0.44884960921858086
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5352 | LCC = 0.7956 | SRCC = 0.7884 ]
+INFO:root:Average loss=0.4091510577181171
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5096 | LCC = 0.8087 | SRCC = 0.8048 ]
+INFO:root:Average loss=0.3814179626847967
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4564 | LCC = 0.8226 | SRCC = 0.8179 ]
+INFO:root:Average loss=0.36931972825802817
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4365 | LCC = 0.8252 | SRCC = 0.8217 ]
+INFO:root:Average loss=0.3681552382562891
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4617 | LCC = 0.8302 | SRCC = 0.8259 ]
+INFO:root:Average loss=0.3473926457021967
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4405 | LCC = 0.8330 | SRCC = 0.8296 ]
+INFO:root:Average loss=0.3276747482360443
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4600 | LCC = 0.8296 | SRCC = 0.8271 ]
+INFO:root:Average loss=0.32058986125653877
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4405 | LCC = 0.8333 | SRCC = 0.8292 ]
+INFO:root:Average loss=0.3167469967479651
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4198 | LCC = 0.8357 | SRCC = 0.8342 ]
+INFO:root:Average loss=0.306161619852044
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4475 | LCC = 0.8381 | SRCC = 0.8352 ]
+INFO:root:Average loss=0.3008758641908624
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4667 | LCC = 0.8283 | SRCC = 0.8219 ]
+INFO:root:Average loss=0.2936525188084972
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4281 | LCC = 0.8409 | SRCC = 0.8381 ]
+INFO:root:Average loss=0.290240679345379
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4533 | LCC = 0.8419 | SRCC = 0.8386 ]
+INFO:root:Average loss=0.2677727122871862
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4020 | LCC = 0.8387 | SRCC = 0.8397 ]
+INFO:root:Average loss=0.2633946097827371
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4401 | LCC = 0.8293 | SRCC = 0.8379 ]
+INFO:root:Average loss=0.26184736941591163
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4634 | LCC = 0.8287 | SRCC = 0.8359 ]
+INFO:root:Average loss=0.2539141898210338
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3959 | LCC = 0.8417 | SRCC = 0.8409 ]
+INFO:root:Average loss=0.24906345926268253
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4196 | LCC = 0.8425 | SRCC = 0.8385 ]
+INFO:root:Average loss=0.24872204790570143
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3998 | LCC = 0.8443 | SRCC = 0.8417 ]
+INFO:root:Average loss=0.24064870902224084
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4042 | LCC = 0.8426 | SRCC = 0.8395 ]
+INFO:root:Average loss=0.2363758673729924
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4208 | LCC = 0.8391 | SRCC = 0.8408 ]
+INFO:root:Average loss=0.2302720840438942
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3835 | LCC = 0.8434 | SRCC = 0.8418 ]
+INFO:root:Average loss=0.2230958311974658
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3549 | LCC = 0.8479 | SRCC = 0.8450 ]
+INFO:root:Average loss=0.21628481218580567
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3635 | LCC = 0.8443 | SRCC = 0.8444 ]
+INFO:root:Average loss=0.22291962031511903
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3740 | LCC = 0.8462 | SRCC = 0.8432 ]
+INFO:root:Average loss=0.20327574320438968
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3793 | LCC = 0.8465 | SRCC = 0.8423 ]
+INFO:root:Average loss=0.20939293753549543
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4029 | LCC = 0.8468 | SRCC = 0.8420 ]
+INFO:root:Average loss=0.2013023318238341
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4125 | LCC = 0.8467 | SRCC = 0.8422 ]
+INFO:root:Average loss=0.19556115421256579
+INFO:root:
+[Valid][29][UTT][ MSE = 0.4100 | LCC = 0.8434 | SRCC = 0.8409 ]
+INFO:root:Average loss=0.18738390453633547
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3910 | LCC = 0.8449 | SRCC = 0.8416 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.9864 | LCC = 0.5851 | SRCC = 0.6396 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ad1b8a40a053e4543de26b7473804889c188aaa
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ae5770a4efbdeeae6c8b210ccc8228f51868c48d836d44ca4038c64f768e012
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fe7d299534432b7f7ddfcdaaef45acf7ebf3cb9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:302a43b1ef535bba00ee1b8b90c6da76ff3357adf375845464d9b457831e448b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c221d581d767ba23edd3f487a1781ec25da7ed76
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6169731088111855
+INFO:root:
+[Valid][0][UTT][ MSE = 0.7073 | LCC = 0.7730 | SRCC = 0.7691 ]
+INFO:root:Average loss=0.433709114617695
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5297 | LCC = 0.8096 | SRCC = 0.8034 ]
+INFO:root:Average loss=0.3988834411078106
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4706 | LCC = 0.8169 | SRCC = 0.8115 ]
+INFO:root:Average loss=0.3654274909482526
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4460 | LCC = 0.8111 | SRCC = 0.8067 ]
+INFO:root:Average loss=0.35488813814055714
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4201 | LCC = 0.8293 | SRCC = 0.8251 ]
+INFO:root:Average loss=0.34052326629272084
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5480 | LCC = 0.8304 | SRCC = 0.8293 ]
+INFO:root:Average loss=0.33928915074450433
+INFO:root:
+[Valid][6][UTT][ MSE = 0.5142 | LCC = 0.8281 | SRCC = 0.8301 ]
+INFO:root:Average loss=0.32261079963232053
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4219 | LCC = 0.8362 | SRCC = 0.8320 ]
+INFO:root:Average loss=0.3224681440977692
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3967 | LCC = 0.8375 | SRCC = 0.8332 ]
+INFO:root:Average loss=0.3134649407140092
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3965 | LCC = 0.8395 | SRCC = 0.8350 ]
+INFO:root:Average loss=0.30143382128952556
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4236 | LCC = 0.8342 | SRCC = 0.8317 ]
+INFO:root:Average loss=0.3000313186576601
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4163 | LCC = 0.8408 | SRCC = 0.8358 ]
+INFO:root:Average loss=0.2821545541889406
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4210 | LCC = 0.8359 | SRCC = 0.8345 ]
+INFO:root:Average loss=0.2748406184029717
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4407 | LCC = 0.8375 | SRCC = 0.8369 ]
+INFO:root:Average loss=0.27081684415051016
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4238 | LCC = 0.8373 | SRCC = 0.8382 ]
+INFO:root:Average loss=0.2641224047179856
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4034 | LCC = 0.8395 | SRCC = 0.8374 ]
+INFO:root:Average loss=0.2646591245611279
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4659 | LCC = 0.8365 | SRCC = 0.8376 ]
+INFO:root:Average loss=0.2550969833583501
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3900 | LCC = 0.8434 | SRCC = 0.8382 ]
+INFO:root:Average loss=0.23827540297384206
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4118 | LCC = 0.8379 | SRCC = 0.8386 ]
+INFO:root:Average loss=0.24160005143612107
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4289 | LCC = 0.8420 | SRCC = 0.8411 ]
+INFO:root:Average loss=0.2442399599304089
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3841 | LCC = 0.8422 | SRCC = 0.8368 ]
+INFO:root:Average loss=0.23493766328158405
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3889 | LCC = 0.8415 | SRCC = 0.8362 ]
+INFO:root:Average loss=0.22340110327639331
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4415 | LCC = 0.8400 | SRCC = 0.8410 ]
+INFO:root:Average loss=0.21566423015787423
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4190 | LCC = 0.8407 | SRCC = 0.8356 ]
+INFO:root:Average loss=0.2105950031838665
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3963 | LCC = 0.8349 | SRCC = 0.8327 ]
+INFO:root:Average loss=0.20681837769602077
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3778 | LCC = 0.8416 | SRCC = 0.8380 ]
+INFO:root:Average loss=0.20439371509703597
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4871 | LCC = 0.8277 | SRCC = 0.8367 ]
+INFO:root:Average loss=0.19800388395269483
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3718 | LCC = 0.8445 | SRCC = 0.8413 ]
+INFO:root:Average loss=0.19297093665496462
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4253 | LCC = 0.8400 | SRCC = 0.8416 ]
+INFO:root:Average loss=0.1855055883612936
+INFO:root:
+[Valid][29][UTT][ MSE = 0.5044 | LCC = 0.8353 | SRCC = 0.8392 ]
+INFO:root:Average loss=0.18506059489842785
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3709 | LCC = 0.8415 | SRCC = 0.8389 ]
+INFO:root:
+[Test][31][UTT][ MSE = 1.0736 | LCC = 0.5844 | SRCC = 0.6201 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e3b0a8b15b83361f0a694cab60af00b9caa4cf3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00547dfa115dbdfc50b34ce8b5ae18aa569c62b333588723116ecaa68d6d916c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f011eb226054a49bca80265da3ab807609e8a7e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f2317f2824e28fdce70a9be5fa48d5da12a3f301adc37ec086ad800f302b6b98
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer22/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6e4393d271316daa124e39a3191ad8b0836de4a7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5872563359709834
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5323 | LCC = 0.7801 | SRCC = 0.7716 ]
+INFO:root:Average loss=0.441081378242873
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4699 | LCC = 0.8034 | SRCC = 0.8000 ]
+INFO:root:Average loss=0.4279311819572669
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5529 | LCC = 0.8116 | SRCC = 0.8076 ]
+INFO:root:Average loss=0.3710643631874481
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4524 | LCC = 0.8276 | SRCC = 0.8233 ]
+INFO:root:Average loss=0.3559132897957212
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4322 | LCC = 0.8123 | SRCC = 0.8073 ]
+INFO:root:Average loss=0.3520547016335361
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4790 | LCC = 0.8263 | SRCC = 0.8230 ]
+INFO:root:Average loss=0.3293582100227389
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4132 | LCC = 0.8339 | SRCC = 0.8309 ]
+INFO:root:Average loss=0.32269851613595996
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4049 | LCC = 0.8378 | SRCC = 0.8348 ]
+INFO:root:Average loss=0.31607823887829145
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4194 | LCC = 0.8306 | SRCC = 0.8286 ]
+INFO:root:Average loss=0.3066028589974938
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4974 | LCC = 0.8340 | SRCC = 0.8332 ]
+INFO:root:Average loss=0.2938904800166974
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3930 | LCC = 0.8426 | SRCC = 0.8387 ]
+INFO:root:Average loss=0.29007946876432167
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4014 | LCC = 0.8343 | SRCC = 0.8321 ]
+INFO:root:Average loss=0.28465139013149837
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4101 | LCC = 0.8311 | SRCC = 0.8257 ]
+INFO:root:Average loss=0.27031913847592526
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4157 | LCC = 0.8440 | SRCC = 0.8414 ]
+INFO:root:Average loss=0.26808021178824365
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4192 | LCC = 0.8442 | SRCC = 0.8402 ]
+INFO:root:Average loss=0.260528123275393
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4718 | LCC = 0.8373 | SRCC = 0.8392 ]
+INFO:root:Average loss=0.25924193592085315
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3849 | LCC = 0.8397 | SRCC = 0.8352 ]
+INFO:root:Average loss=0.24522373562603328
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3763 | LCC = 0.8471 | SRCC = 0.8428 ]
+INFO:root:Average loss=0.23928844558365772
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4401 | LCC = 0.8365 | SRCC = 0.8428 ]
+INFO:root:Average loss=0.23651256011745145
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4069 | LCC = 0.8433 | SRCC = 0.8388 ]
+INFO:root:Average loss=0.2286052779655236
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3856 | LCC = 0.8415 | SRCC = 0.8377 ]
+INFO:root:Average loss=0.22124313420987543
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3799 | LCC = 0.8435 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.22341649690804455
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3719 | LCC = 0.8390 | SRCC = 0.8339 ]
+INFO:root:Average loss=0.21697136165434225
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3880 | LCC = 0.8480 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.2105066125964843
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3691 | LCC = 0.8456 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.20699641362607824
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3843 | LCC = 0.8472 | SRCC = 0.8441 ]
+INFO:root:Average loss=0.20595628048987746
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3616 | LCC = 0.8435 | SRCC = 0.8437 ]
+INFO:root:Average loss=0.20256767017131597
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3890 | LCC = 0.8477 | SRCC = 0.8464 ]
+INFO:root:Average loss=0.18860964304794467
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3751 | LCC = 0.8468 | SRCC = 0.8415 ]
+INFO:root:Average loss=0.19217070157645066
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3862 | LCC = 0.8436 | SRCC = 0.8375 ]
+INFO:root:Average loss=0.1933999372958448
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3844 | LCC = 0.8444 | SRCC = 0.8390 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.8066 | LCC = 0.6357 | SRCC = 0.6577 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..55679ebd7638d0d9b540d76582f6ff6a11c313d8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d3be0a2050596dd45d1a7295cf86a78424a4d73e96897522808d1c6104b8f49
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e7f880b8bde68edf9aa7c92b2fd011c7355193d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3552db93fdb5b5f9d82176388245ea5ff1783e312964453221f6b09db6b5b2ef
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6c66dd09942cd8b7f547e414ea9932dab1fe8452
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5009675065561526
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3862 | LCC = 0.8683 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.2518058205615578
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3160 | LCC = 0.8953 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.23042308086949276
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2716 | LCC = 0.9003 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.2013229280279551
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2816 | LCC = 0.9072 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.18274838145757685
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2630 | LCC = 0.9104 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.17382716357363442
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2733 | LCC = 0.9095 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.16636211554266814
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2801 | LCC = 0.9105 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.1594655278617936
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2685 | LCC = 0.9123 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.15376077794787513
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2579 | LCC = 0.9131 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.14531456381943875
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2606 | LCC = 0.9102 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.14552303459602972
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2383 | LCC = 0.9100 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.1362760513159581
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2483 | LCC = 0.9086 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.12847105038992931
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2394 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.12482953902786177
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2587 | LCC = 0.9104 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.12015472892994826
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2470 | LCC = 0.9113 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.11628609258315467
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2397 | LCC = 0.9087 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.11213487477144064
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2544 | LCC = 0.9070 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.10689339997795964
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2633 | LCC = 0.9082 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.10188963128566053
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2612 | LCC = 0.9058 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.09957800476106606
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2722 | LCC = 0.9051 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.09540941790176954
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2570 | LCC = 0.9050 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.08949304393605689
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2357 | LCC = 0.9082 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.08903114908950867
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2517 | LCC = 0.9057 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.08377320918044603
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2581 | LCC = 0.9029 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.08175253702295308
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2527 | LCC = 0.9066 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.0776443693119322
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2557 | LCC = 0.9052 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.07610908473674961
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2429 | LCC = 0.9054 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.0737270977929493
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2431 | LCC = 0.9069 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.07228425459537892
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2522 | LCC = 0.9062 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.07051019917506014
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2546 | LCC = 0.9059 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.06712340890844433
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2466 | LCC = 0.9058 | SRCC = 0.9059 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4497 | LCC = 0.7062 | SRCC = 0.6868 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcd57620b3b4c1ab25cea5648923dbbba3f4ab96
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a47bf4a63dd48cad7d72eb2c50586c99a6695e842d239cb3c9b053d4f96450f
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..309184b7a928199db60ad3e49418d0d19b81d5e7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94736fce8e085d56066a36e31051bd76b9809d0c91fdb52cc40f7d7592ce2d1a
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6e1c1d369fe4ec9b0a93136cc87155030cc40c11
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42151362229289346
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3510 | LCC = 0.8715 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.259391873299731
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3016 | LCC = 0.8892 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.2253662790521721
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3149 | LCC = 0.9007 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.21232946221366783
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2553 | LCC = 0.9059 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.1959042376434872
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2961 | LCC = 0.9086 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.17718393282394188
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2465 | LCC = 0.9102 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.17187219276765867
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2740 | LCC = 0.9090 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.1710525985828714
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2757 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.15802327457363205
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2682 | LCC = 0.9116 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.15207453446753452
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2388 | LCC = 0.9116 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1456986109300845
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2556 | LCC = 0.9119 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.14038429137943798
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2766 | LCC = 0.9131 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.13347445363771018
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2529 | LCC = 0.9122 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.13563952198779652
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2578 | LCC = 0.9127 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1254200755343961
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2464 | LCC = 0.9114 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.11872919941740918
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2446 | LCC = 0.9101 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.11419930429644667
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2382 | LCC = 0.9115 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.10817747468376435
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2581 | LCC = 0.9113 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.10655807425951683
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2586 | LCC = 0.9093 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.10474266658800875
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2436 | LCC = 0.9104 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.10120328705262586
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2539 | LCC = 0.9092 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.0943729570835312
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2470 | LCC = 0.9095 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.09209019046901279
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2444 | LCC = 0.9071 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.08755560721017722
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2751 | LCC = 0.9043 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.08537624793590148
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2536 | LCC = 0.9064 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.08558752260714597
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2592 | LCC = 0.9062 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07784595803459944
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2296 | LCC = 0.9086 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.0769932721176244
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2596 | LCC = 0.9048 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.07695915487546452
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2659 | LCC = 0.9065 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.07266682509139094
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2614 | LCC = 0.9054 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.06877933759134629
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2535 | LCC = 0.9062 | SRCC = 0.9058 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4210 | LCC = 0.7395 | SRCC = 0.7215 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1f5fe269073ba1ab1cd01f90e881d13c73fdb14
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d65aced4a0fc3811a1ac715625da2e24625450c9e1fc32ecdd6219730688ff0
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5eb6e913150d4ead1ff95ada0b9c87942d645e75
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b454104f6b24b61f0bd6b5e6e84e6618f6b4a685896f17e535f9e4fad73291c5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7debe242f5e7cfd423a3a9f065357e62289605bf
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4369681604163495
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3486 | LCC = 0.8779 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.2494975483486418
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3094 | LCC = 0.8955 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.2250078923440393
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3584 | LCC = 0.8996 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.1973542498715351
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2599 | LCC = 0.9075 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.183267685805442
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2672 | LCC = 0.9077 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.1772287622352556
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2467 | LCC = 0.9079 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.16853969552785675
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2499 | LCC = 0.9103 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.15805749444430964
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2966 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1517409596139985
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2588 | LCC = 0.9101 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.14588298708889524
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2274 | LCC = 0.9082 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1455545673911282
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2785 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.13861254370109194
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2717 | LCC = 0.9094 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.13349734384545012
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2396 | LCC = 0.9112 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.12804710819800466
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3356 | LCC = 0.9038 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.12361789184670917
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2641 | LCC = 0.9120 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.11794444302775267
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2377 | LCC = 0.9083 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.10972585337441092
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2461 | LCC = 0.9101 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.11160491514584922
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2585 | LCC = 0.9102 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.10335427712153837
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2315 | LCC = 0.9099 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.10305213850702165
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2938 | LCC = 0.9063 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.1008084817773345
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2571 | LCC = 0.9072 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.09104726112560729
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2474 | LCC = 0.9073 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.09002635563384591
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2482 | LCC = 0.9063 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.08489783674564665
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2453 | LCC = 0.9061 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.0831477076375071
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2449 | LCC = 0.9077 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.07918706280044738
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2511 | LCC = 0.9067 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07682452923645174
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2631 | LCC = 0.9076 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.07288595624914058
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2518 | LCC = 0.9060 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.07232647666955269
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2731 | LCC = 0.9052 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.06890286675336733
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2835 | LCC = 0.9044 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.06812946935523452
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2609 | LCC = 0.9045 | SRCC = 0.9052 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4656 | LCC = 0.7097 | SRCC = 0.6820 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbdcd593a60b736dfdcb90cef470db568fc36b8d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2728325431f0cc144d766d059a88251a674bee6ad1fae57c736441f6896b342
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..798c443865eda2baae1d9bc278ee0c02e7890ace
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e398d5cbed4ca3c9a0d884d07c74cd7c09c011dcbfc8a33c81eaa323331066ce
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9a29e5ae1aaafd81b96a7eeabbabec8a45328c62
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41996659838050776
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4357 | LCC = 0.8706 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.25812067608268274
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2968 | LCC = 0.8930 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.214507099090284
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2725 | LCC = 0.9029 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.2002438635839892
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3135 | LCC = 0.9070 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.18767384043490956
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3044 | LCC = 0.9046 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.17606794748003082
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2824 | LCC = 0.9106 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.17444592839203818
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2577 | LCC = 0.9117 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.16147151051056868
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2688 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1545845630627147
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2812 | LCC = 0.9127 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1443399170661248
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2571 | LCC = 0.9117 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.14167526937116778
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2462 | LCC = 0.9121 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1360842311657922
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2495 | LCC = 0.9123 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.13065146172494557
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2439 | LCC = 0.9131 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.12635543313674155
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2629 | LCC = 0.9133 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1214008595729839
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2456 | LCC = 0.9119 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.11451839685784598
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2512 | LCC = 0.9104 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.11553810043744958
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2987 | LCC = 0.9066 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.11180982984214849
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2672 | LCC = 0.9117 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.10369716821550634
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2466 | LCC = 0.9117 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09892195652675077
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2441 | LCC = 0.9109 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.09368687857351551
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2605 | LCC = 0.9100 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.09148376204633299
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2513 | LCC = 0.9094 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.08681247204628294
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2602 | LCC = 0.9078 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.08516426421055905
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2729 | LCC = 0.9085 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08001893450845184
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2443 | LCC = 0.9095 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.0787107711281046
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2569 | LCC = 0.9090 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07468270064692277
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2567 | LCC = 0.9044 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.0743253479544827
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2542 | LCC = 0.9086 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.06932402354788918
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2645 | LCC = 0.9075 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.06828854060758745
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2858 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.06638213326734614
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2448 | LCC = 0.9051 | SRCC = 0.9052 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4434 | LCC = 0.7120 | SRCC = 0.6914 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7baec67fc387b76bdce6688cd8f95a15040c7e36
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eae063bf28e576731aa20dc7117be7a5ebc21b06ca28ecec297dc4420113f7cf
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef45ab425d02504f263dccf567a67936a44797c7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6155f940caef931134c933dfa41a298d045e09e9b0f0ddf842baffb2b7402b8
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer4/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..595b8e6f003d06380525af5bc4ab3de7f25a2184
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4362861020544361
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3530 | LCC = 0.8728 | SRCC = 0.8744 ]
+INFO:root:Average loss=0.2452356003095649
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2973 | LCC = 0.8950 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.2148984621973396
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2636 | LCC = 0.9026 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.1949710673679506
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2790 | LCC = 0.9068 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.1808986979929698
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2565 | LCC = 0.9092 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.17328594362287852
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2649 | LCC = 0.9092 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.16515018554092142
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2837 | LCC = 0.9110 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.15756775580906454
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2837 | LCC = 0.9077 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.14673804457304795
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2854 | LCC = 0.9099 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.14493140776377883
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2404 | LCC = 0.9112 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.14058210489722345
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2721 | LCC = 0.9109 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.13436610357179118
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2617 | LCC = 0.9086 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.13423173779869355
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2555 | LCC = 0.9115 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.12533757542771412
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2695 | LCC = 0.9061 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.11835923730637986
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2531 | LCC = 0.9079 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.11783870236377496
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2530 | LCC = 0.9055 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.10868169462060653
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2501 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.10467342791185213
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2626 | LCC = 0.9074 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.10225751875452913
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2630 | LCC = 0.9081 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.09988654383345147
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2431 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09322730120206844
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2544 | LCC = 0.9100 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.08990934071254868
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2544 | LCC = 0.9068 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.0866531214186911
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2712 | LCC = 0.9055 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.08686469396242516
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2557 | LCC = 0.9037 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.08054937706517347
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2615 | LCC = 0.9067 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.07992306222460863
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2602 | LCC = 0.9079 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.07483130988444207
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2568 | LCC = 0.9028 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.07261918724186159
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2438 | LCC = 0.9036 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.07047616673170487
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2516 | LCC = 0.9058 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.06842491308474816
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2606 | LCC = 0.9002 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.06750992358247669
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2569 | LCC = 0.9065 | SRCC = 0.9054 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4268 | LCC = 0.7251 | SRCC = 0.7009 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0a72dbe6469d959c05a6c02abdaf4b46b027704
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc1ec7d1943bd69abc50461ca7891aca2bfc462f065d6e79a2d454bf4229937d
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5a7947d11a841da19aef38aa8322d797117eb79e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87670a0f38a48d6b302984c7fa98b0eefc7026de26756b55544d2b9ddf2bad74
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..892dc6268f61b6d0dadbdafab37110b58d53d484
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4376176512138003
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3860 | LCC = 0.8790 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.24788458162994054
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3123 | LCC = 0.8941 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.2141222078245499
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3377 | LCC = 0.9005 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.20033511385924554
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2877 | LCC = 0.9034 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.18276783634472443
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2759 | LCC = 0.9050 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.16968276821119938
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2673 | LCC = 0.9054 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.15948287733545194
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2379 | LCC = 0.9066 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.15013346136305372
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2805 | LCC = 0.9075 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.1430212634836318
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2666 | LCC = 0.9043 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.13720071031523579
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2803 | LCC = 0.9047 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.12887493641562545
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3012 | LCC = 0.9056 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.12363858749239431
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2528 | LCC = 0.9066 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.11843396809404295
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2502 | LCC = 0.9059 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.1116128576370333
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2539 | LCC = 0.9047 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.10626918254043326
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2516 | LCC = 0.9042 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.09802343328133484
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2557 | LCC = 0.9030 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.09441867311393594
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2821 | LCC = 0.9010 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.09007909375032938
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2638 | LCC = 0.9024 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.08984523843650873
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2543 | LCC = 0.9024 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.08176913463397523
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2639 | LCC = 0.9010 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.0782362465999719
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2716 | LCC = 0.9001 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.07550275920098917
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2560 | LCC = 0.9000 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.07082240634484788
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2700 | LCC = 0.8982 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.06958458925775021
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2672 | LCC = 0.9003 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.0652654474504249
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2777 | LCC = 0.8996 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.06305276995492463
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2534 | LCC = 0.8995 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.06469052307566121
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2712 | LCC = 0.9003 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.05890899844941376
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2526 | LCC = 0.8996 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.05991560244405201
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2807 | LCC = 0.8973 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.054713457155262116
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2833 | LCC = 0.8978 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.0555297845834597
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2537 | LCC = 0.8997 | SRCC = 0.8992 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4284 | LCC = 0.7235 | SRCC = 0.7032 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93d2caa9e5eb71ea3efc767d5586dbb7dba1ded9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf9c42f1044625e33e69fc28fe9fd7a853f2fb1f83cc9e1073a5d9bc110e8896
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..af655ea1bcf817c449b6321e943e9c86be43e0e4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:911b982123f19ec2c4a5c2a2b1ca00d91876b3894ee190ee8a1865d77ebcd3f3
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..868657188aa86499cba4dec825082d8906be5169
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4549470093381198
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3738 | LCC = 0.8830 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.23701687277741515
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3006 | LCC = 0.8984 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.20830663104105546
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2807 | LCC = 0.9030 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.19318360917140984
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3002 | LCC = 0.9040 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.18485759078078187
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3243 | LCC = 0.9048 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.17127619235846347
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2653 | LCC = 0.9082 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.1630962216268385
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2958 | LCC = 0.9064 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.1569187042944004
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2549 | LCC = 0.9072 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.15210553659179996
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2681 | LCC = 0.9048 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.14044603141229275
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2877 | LCC = 0.9074 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.13090320230822342
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2684 | LCC = 0.9058 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.1268908350023231
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2902 | LCC = 0.9075 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.11948773523286588
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2535 | LCC = 0.9049 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.11134946182628587
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2686 | LCC = 0.9054 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.11231400386963276
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2819 | LCC = 0.9026 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.10174918191970428
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2522 | LCC = 0.9052 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.09940610815248738
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2723 | LCC = 0.9034 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.0914921485576671
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2736 | LCC = 0.9011 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.09449376430728532
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2765 | LCC = 0.9034 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.08485136799126691
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2825 | LCC = 0.9005 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.0832024877298774
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2509 | LCC = 0.9027 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.08188533059434394
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2538 | LCC = 0.9028 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.072337169889253
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2601 | LCC = 0.9010 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.07021174123349218
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2644 | LCC = 0.9007 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.06703501603851429
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2622 | LCC = 0.8989 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.06601580200081615
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2612 | LCC = 0.9005 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.0631358854881773
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2784 | LCC = 0.8990 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.06227370241732266
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2787 | LCC = 0.8958 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.05824398602536648
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2675 | LCC = 0.9003 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.054925232307414786
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2698 | LCC = 0.8985 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.05291454604896852
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2615 | LCC = 0.8985 | SRCC = 0.8982 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4455 | LCC = 0.7117 | SRCC = 0.6892 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17e5a223c4e18f52bce8e05b7c52a9814b55cb73
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b42e94c471b3b9f3199506d570bc7a7e206a12ad6ea62d85f8f19633310953da
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5005f31097b2de2bf96969fd961d26fa88931794
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a95a9600526dd872efdd906d22bb0d4bc810f67cbe90a272491f4f406ebe2aa
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d4dedd0d47722f95ee5a42548d1a68abb06b2388
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40753898287267354
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3564 | LCC = 0.8777 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.2465038911111093
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3320 | LCC = 0.8925 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.2179038905339434
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2751 | LCC = 0.8994 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.2007614697593485
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2858 | LCC = 0.9025 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.18957516886939893
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2779 | LCC = 0.9033 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.17368054536381208
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2739 | LCC = 0.9027 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.1715301548728364
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2624 | LCC = 0.9067 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.15480863315866172
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2796 | LCC = 0.9053 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.14672888888616784
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2502 | LCC = 0.9076 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.14237633804020855
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2440 | LCC = 0.9044 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.13198000079591496
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2611 | LCC = 0.9052 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.12629734940094756
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2734 | LCC = 0.9052 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.12219807776929326
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3024 | LCC = 0.9015 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.11374869746710524
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2577 | LCC = 0.9046 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.10570373515345458
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3021 | LCC = 0.8980 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.10418808989958957
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3010 | LCC = 0.8982 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.09741931813472958
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2584 | LCC = 0.8988 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.09086955147068625
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2660 | LCC = 0.9018 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.08750508170079634
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2501 | LCC = 0.9009 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.08238566755128733
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2963 | LCC = 0.8951 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.08030891526124381
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2989 | LCC = 0.8969 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.07632055447969822
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2859 | LCC = 0.8946 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.07668148831738902
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2676 | LCC = 0.8985 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.06915749189567703
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2608 | LCC = 0.8988 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.07097412042879644
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2737 | LCC = 0.8977 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.06419971990102978
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2957 | LCC = 0.8928 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.06118531210746379
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2789 | LCC = 0.8970 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.058856614644644575
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2713 | LCC = 0.8991 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.05931519523176844
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2688 | LCC = 0.8951 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.0538760738264274
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2503 | LCC = 0.8969 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.05344231271674867
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2755 | LCC = 0.8947 | SRCC = 0.8952 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4475 | LCC = 0.7029 | SRCC = 0.6826 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19215eef55eafea49bfc62e4c95dfe7e85580fdf
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3c6a2e34d5a311fe500a77e88c4525503cdd341138d7966c8780b38957aefdd
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11792fa243218f18cd2a546434257747cd2e9f5a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f096c41cb52db8fef289ffb5202b34ba617344ba40b0830e09517cf5bc9fac11
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..972a564c5b30eb9f9c9d365caa98d46332f4601a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4057463188736425
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3725 | LCC = 0.8793 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.25464400295921835
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3030 | LCC = 0.8938 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.21197823004398733
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3032 | LCC = 0.8995 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.19923722481279704
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3088 | LCC = 0.9048 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.186185908907583
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2786 | LCC = 0.9049 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.17479610288074252
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2801 | LCC = 0.9084 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.16514140522548917
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2619 | LCC = 0.9085 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.1559413554351454
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2815 | LCC = 0.9051 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.1490621802348622
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2592 | LCC = 0.9078 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.13881796619967918
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2514 | LCC = 0.9066 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.13403635993169222
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3026 | LCC = 0.9030 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.1319877133634738
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2480 | LCC = 0.9075 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.12201050221058675
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2607 | LCC = 0.9055 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.11385201606791832
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2437 | LCC = 0.9067 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.11054158417475705
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2682 | LCC = 0.9047 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.10731732828079621
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2654 | LCC = 0.9048 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.10244362176842772
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2753 | LCC = 0.9045 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.0938925881240237
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2919 | LCC = 0.8989 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.0891957791855914
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2556 | LCC = 0.9025 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.08638995560693603
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2600 | LCC = 0.9032 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.08312638637992
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2745 | LCC = 0.9029 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.07931524956588111
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2638 | LCC = 0.9012 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.07649219884521011
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2650 | LCC = 0.9002 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.07148794054640512
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2735 | LCC = 0.9005 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.06765788207853461
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2631 | LCC = 0.9003 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.0689549120304557
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2960 | LCC = 0.8990 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.06510549025728524
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2735 | LCC = 0.8999 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.06355283637611853
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2579 | LCC = 0.8990 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.06002374820282005
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2825 | LCC = 0.8980 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.05850097969863456
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2739 | LCC = 0.8963 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.056705290828481573
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2606 | LCC = 0.8994 | SRCC = 0.8984 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4317 | LCC = 0.7170 | SRCC = 0.6920 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ee225e48b9bb5c6683909d494ff9e93a9fee6d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab76adc0247e44bcb034bf27a8704bf006869b77ee08a578e047c940ddc4bc93
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..32fcf50a73afd3ab5aca35f490f157660eb6827a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a72996894d2da7bbc50105e4f0a7ca48637b6bd942ba0da963681de013fce80
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer6/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e2aacfb6df43cb59ce47d2ceb452e5d05284419b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4186638538548023
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3542 | LCC = 0.8775 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.25470430830310536
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3325 | LCC = 0.8945 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.218029718264679
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2798 | LCC = 0.9003 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.20174635800323046
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3076 | LCC = 0.9027 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.1875745728611946
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2647 | LCC = 0.9060 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.17763340921071225
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2661 | LCC = 0.9037 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.1638860136184389
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2692 | LCC = 0.9073 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.15868537412213451
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2714 | LCC = 0.9080 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.14772101375408944
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2608 | LCC = 0.9058 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.14070554809763253
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2662 | LCC = 0.9053 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.13339304174646477
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2703 | LCC = 0.9052 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.12763250020542585
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2667 | LCC = 0.9049 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.12041989774200958
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2549 | LCC = 0.9033 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.11794705607126214
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2714 | LCC = 0.9024 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.10971369213193138
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2491 | LCC = 0.9051 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.10295607578117034
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2494 | LCC = 0.9030 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.09994753432928483
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2647 | LCC = 0.9007 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.0959010682784753
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2700 | LCC = 0.9011 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.08932524773082293
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2640 | LCC = 0.8997 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.08330730394045742
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2610 | LCC = 0.8982 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.08126145041402365
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2468 | LCC = 0.8995 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.0786364898946933
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2774 | LCC = 0.8964 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.07532905089545112
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2569 | LCC = 0.8980 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.07197480286993732
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2905 | LCC = 0.8943 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.06983374145334166
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2789 | LCC = 0.8951 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.06611742755408921
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2849 | LCC = 0.8956 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.06480029518204618
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2725 | LCC = 0.8967 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.06390076152162055
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2918 | LCC = 0.8919 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.059743371549886085
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2868 | LCC = 0.8940 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.05862738711038077
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2833 | LCC = 0.8933 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.05639782074214406
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2697 | LCC = 0.8945 | SRCC = 0.8941 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4377 | LCC = 0.7241 | SRCC = 0.7013 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run0/config.gin b/results_nisqa/w2v2_large_asr_en/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run0/model.pt b/results_nisqa/w2v2_large_asr_en/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98599a6b877b1704a6f39b5f54292e78f0be41a6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48d5a0c4c2151303b54065d4feec67fe7102cd9e57078b6648c926d150513a02
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run0/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40b2902299e38b93ea8ec97202b33bf659c6a567
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:27c3df5d9268e4b335f5bd394e899c812cc645de10fbc1ef6e10de56e7e71368
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run0/train.log b/results_nisqa/w2v2_large_asr_en/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c03c19802cbc5274a6f16c25a7d63703f3ce00d7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5056958857471543
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3956 | LCC = 0.8597 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.26926354323163887
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3201 | LCC = 0.8857 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.2355284001785896
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3063 | LCC = 0.8942 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.20833532736136046
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3037 | LCC = 0.8988 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.1907469543676845
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3356 | LCC = 0.8990 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.18541498749242352
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2907 | LCC = 0.9010 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.17309520535730902
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2740 | LCC = 0.9038 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.16006572423987306
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2740 | LCC = 0.8998 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.15563091334235463
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2574 | LCC = 0.9025 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.14551095001270317
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2756 | LCC = 0.9038 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.13212767878622678
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2561 | LCC = 0.9025 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.1319941426977257
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2623 | LCC = 0.9018 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.11891777270791158
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2736 | LCC = 0.9017 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.11451817852999434
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2782 | LCC = 0.8991 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.10871795610110195
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2712 | LCC = 0.8989 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.09940832353740758
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2663 | LCC = 0.8991 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.09492584085361117
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2796 | LCC = 0.8987 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.09292707202493111
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2681 | LCC = 0.8995 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.08477420206962294
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2713 | LCC = 0.8974 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.07870665857988286
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2769 | LCC = 0.8951 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.07809233441518221
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2583 | LCC = 0.8973 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.07230446845120778
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2947 | LCC = 0.8960 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.07081760636213198
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2610 | LCC = 0.8975 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.06543952065137769
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2679 | LCC = 0.8959 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.06262569383561956
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2621 | LCC = 0.8950 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.05993734420723998
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2598 | LCC = 0.8944 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.059221096132273617
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2631 | LCC = 0.8932 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.05598584757417957
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2766 | LCC = 0.8944 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.054658527599077
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2695 | LCC = 0.8951 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.054681326138835425
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2625 | LCC = 0.8958 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.05289950216393595
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2668 | LCC = 0.8959 | SRCC = 0.8944 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4888 | LCC = 0.6994 | SRCC = 0.6832 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run1/config.gin b/results_nisqa/w2v2_large_asr_en/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run1/model.pt b/results_nisqa/w2v2_large_asr_en/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2e50344916b2fdfcc1d71906f49b300e54b3227
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a6d5450a231c66fa2db51a77e746ee39b221d3507e69cb76d729b1ba095e6d5
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run1/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe57646f420b62b4c63f72328bff831e8e40676f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f56e8251e4414ce96ec389c9cbeb2676c38b5e963e137fdf289ad46d5bddbb50
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run1/train.log b/results_nisqa/w2v2_large_asr_en/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..03fab7623b71ffe8a1a653f301e78e75779b3ce0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4976415533378634
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3995 | LCC = 0.8652 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.26625173939445806
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3220 | LCC = 0.8877 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.2319428307472626
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3779 | LCC = 0.8943 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.21027469690996786
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2873 | LCC = 0.8981 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.1984086189139096
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2889 | LCC = 0.9002 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.18816310666889124
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2799 | LCC = 0.9022 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.17629153673359424
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2655 | LCC = 0.9004 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.1674844554135565
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2918 | LCC = 0.9017 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.15443169859620187
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2861 | LCC = 0.9032 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.14835317587921384
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2633 | LCC = 0.9013 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.13819184731369075
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2728 | LCC = 0.9015 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.1319695073314485
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2828 | LCC = 0.8970 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.12326181623977044
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2770 | LCC = 0.9003 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.1219722500253964
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2777 | LCC = 0.8982 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.1118158542825652
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2538 | LCC = 0.9001 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.10309525142084656
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2600 | LCC = 0.9010 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.09959433692900431
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2838 | LCC = 0.8978 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.09389136604577131
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2684 | LCC = 0.8988 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.09217316866179422
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2911 | LCC = 0.8975 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.08810281548972075
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2592 | LCC = 0.8994 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.08166160654125876
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2696 | LCC = 0.8991 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.07839824461695775
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2717 | LCC = 0.8987 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.07500240538333881
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2610 | LCC = 0.8982 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.07148335747033185
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2863 | LCC = 0.8963 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.06783537949957599
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2758 | LCC = 0.8968 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.06783542340632119
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2741 | LCC = 0.8962 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.0612316954385683
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2632 | LCC = 0.8973 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.06036168993639119
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2645 | LCC = 0.8951 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.05826028786341234
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2614 | LCC = 0.8958 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.056159296713640235
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2701 | LCC = 0.8956 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.05527148965337028
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2813 | LCC = 0.8953 | SRCC = 0.8950 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4527 | LCC = 0.7182 | SRCC = 0.7097 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run2/config.gin b/results_nisqa/w2v2_large_asr_en/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run2/model.pt b/results_nisqa/w2v2_large_asr_en/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..231aa4a45951898effc0cbf113155f7a0b6a2fb1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6d005a5201486609a1a6d914aeedde60e0bf4065d5bc27f077700e5feacd8f5
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run2/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac11cd5887605b08c70c29f60c1246e365c49067
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09a1ca8873fa3e4d3e03604ee2b20f8e551f137da30f9f1b51d1a45bfe5230aa
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run2/train.log b/results_nisqa/w2v2_large_asr_en/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..73e8348953bae8c9cfaa4547aee2d32e6b16a132
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.460290976514706
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3797 | LCC = 0.8646 | SRCC = 0.8630 ]
+INFO:root:Average loss=0.27755153592611326
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2882 | LCC = 0.8852 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.22881987906260298
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3089 | LCC = 0.8951 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.22079751610411386
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2929 | LCC = 0.9009 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.19827024772160315
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2767 | LCC = 0.8975 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.1809591768104906
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2651 | LCC = 0.9015 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.17396617400852932
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2441 | LCC = 0.8981 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.16583580958705418
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2465 | LCC = 0.9023 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.15728387671571248
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2495 | LCC = 0.9005 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.14694706888901704
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2471 | LCC = 0.8979 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.13656791807771418
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2697 | LCC = 0.9017 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.1310724023880297
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2592 | LCC = 0.8999 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.12304444677826297
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2902 | LCC = 0.8993 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.11362746764900368
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2652 | LCC = 0.8973 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.11131520866486379
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2658 | LCC = 0.8947 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.10619110536540864
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2639 | LCC = 0.8971 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.10151242426020561
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2790 | LCC = 0.8980 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.0966927050424449
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2773 | LCC = 0.8983 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.09201767616447686
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2664 | LCC = 0.8955 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.08369930420135487
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2676 | LCC = 0.8975 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.08254316778627434
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3095 | LCC = 0.8920 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.07950304784526714
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2611 | LCC = 0.8955 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.07692631784115912
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2593 | LCC = 0.8950 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.07209412449960075
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2803 | LCC = 0.8936 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.06862042077703973
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2635 | LCC = 0.8944 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.06662514868240825
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2665 | LCC = 0.8925 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.06316210766662063
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2694 | LCC = 0.8938 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.05892911415568666
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2601 | LCC = 0.8931 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.060066096958397444
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2726 | LCC = 0.8954 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.0570633949744219
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2674 | LCC = 0.8933 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.054878809731561326
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2655 | LCC = 0.8922 | SRCC = 0.8927 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4761 | LCC = 0.7009 | SRCC = 0.6881 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run3/config.gin b/results_nisqa/w2v2_large_asr_en/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run3/model.pt b/results_nisqa/w2v2_large_asr_en/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11afa9fb15cf1198e850c74152c2ad7e732e3d72
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8134742417c557f57bbb6f97f9b4f0f3c3d8716f626883b8b04edf9b7fd31f5
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run3/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21383e548ab850bd8a6aa87e5bca79ed90fc7c47
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36315f2361aaac504e5b2f7b1ac97013f4b73f7e479f0423ec15377228d1e852
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run3/train.log b/results_nisqa/w2v2_large_asr_en/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0200ac4644f885821bdb626db2292a7c2cf7722c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.47949061013026045
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3951 | LCC = 0.8602 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.2673741089815349
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3438 | LCC = 0.8837 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.2419493399086715
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3554 | LCC = 0.8930 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.22282022315298203
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3161 | LCC = 0.8985 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.19941592901256044
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3046 | LCC = 0.8993 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.18416412428796636
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2963 | LCC = 0.9012 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.17324474505606413
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3122 | LCC = 0.9004 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.1678540160545724
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2715 | LCC = 0.9009 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.1562603061340448
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3312 | LCC = 0.8985 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.1490606640632442
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3132 | LCC = 0.8973 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.13992275090920442
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3554 | LCC = 0.8959 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.13486391620312124
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2655 | LCC = 0.9012 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.12610829475125826
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2616 | LCC = 0.8998 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.12087015226224944
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2656 | LCC = 0.8987 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.11544815976323419
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2798 | LCC = 0.8988 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.10840073141748506
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2829 | LCC = 0.8970 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.10159396759175152
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3168 | LCC = 0.8952 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.09734449938284179
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2939 | LCC = 0.8961 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.09251825881831219
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2542 | LCC = 0.8984 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.09026934159112114
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2959 | LCC = 0.8946 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.08238131770422694
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2690 | LCC = 0.8980 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.0838240402282318
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2807 | LCC = 0.8941 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.07513782879434569
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2604 | LCC = 0.8968 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.0708567685517617
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2971 | LCC = 0.8927 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.07031620890332785
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2802 | LCC = 0.8953 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.06708534040375252
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2723 | LCC = 0.8958 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.060911830945338814
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2624 | LCC = 0.8941 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.0616480916135573
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2665 | LCC = 0.8955 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.05956607979501603
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2694 | LCC = 0.8939 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.05598304244135156
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2614 | LCC = 0.8943 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.053820476398905574
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2773 | LCC = 0.8946 | SRCC = 0.8937 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5625 | LCC = 0.6970 | SRCC = 0.6823 ]
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run4/config.gin b/results_nisqa/w2v2_large_asr_en/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run4/model.pt b/results_nisqa/w2v2_large_asr_en/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00c9dcb800e3be125eb41faeaf0337d0cb1db01d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30c6ac0f6e7a305517c168a51651729681117b547b7ea57aba1356e39f065c42
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run4/model_best.pt b/results_nisqa/w2v2_large_asr_en/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2c43e3c46d8983a684b19527cacec44ffce517b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1e55fb388ae1d291f0e2a27a21f108ad4ed41666b7dd76c6b55860576baab7c
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_en/layer8/run4/train.log b/results_nisqa/w2v2_large_asr_en/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..11bcbdad9600fca5a4eb717ec608b067b942b53b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_en/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4767558748666951
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4141 | LCC = 0.8589 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.27259267961358746
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3184 | LCC = 0.8838 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.2322188192020262
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3326 | LCC = 0.8954 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.21334397896176818
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3198 | LCC = 0.8996 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.2019497520920169
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2648 | LCC = 0.9011 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.18569003527908656
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3027 | LCC = 0.9011 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.17572054383210364
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2733 | LCC = 0.9033 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.1674687576862429
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2581 | LCC = 0.9037 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.15753373456311365
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2849 | LCC = 0.9044 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.14728867081720706
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2642 | LCC = 0.9040 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.14545750338045849
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2488 | LCC = 0.9049 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.13290934191446083
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2626 | LCC = 0.9051 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.12453228097430544
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2624 | LCC = 0.9044 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.11408352778653878
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2818 | LCC = 0.9020 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.11241625473333922
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2527 | LCC = 0.9011 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.10282926853595442
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2846 | LCC = 0.9007 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.09961582504944995
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3065 | LCC = 0.8999 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.09333031180966107
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2851 | LCC = 0.9005 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.08870436569858837
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2752 | LCC = 0.8991 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.08557841956959983
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2715 | LCC = 0.8987 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.0812733307523879
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2691 | LCC = 0.9009 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.07471094650857021
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2781 | LCC = 0.8983 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.07464823545618898
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2866 | LCC = 0.8958 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.07117249907096686
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2878 | LCC = 0.8938 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.06522848389267577
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2992 | LCC = 0.8953 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.06857201964136837
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2762 | LCC = 0.8957 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.059846093415180386
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2715 | LCC = 0.8961 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.06288560441119133
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2866 | LCC = 0.8972 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.058511004368693845
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2770 | LCC = 0.8972 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.0584658289145183
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2641 | LCC = 0.8988 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.05632808100367557
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2800 | LCC = 0.8956 | SRCC = 0.8957 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4751 | LCC = 0.6966 | SRCC = 0.6781 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f935b39ba56b69fe390de3501af7735efb3070fb
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b4da7b7dca6aae4f58dadeb4dc80c2ec5447f6130e2a53553fe5399cb9f0f2cf
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f0c9a747c07798663a45cdbcbb5086c9db389c2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b21a32fd24889fab795606c65ad629e9ab8d3ce835df969fb571715457cb7f64
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..01d090c0a79895d4d5ff1d5131fbb630c1c0c785
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5990344505606359
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5603 | LCC = 0.7634 | SRCC = 0.7574 ]
+INFO:root:Average loss=0.45433632392070195
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5183 | LCC = 0.7941 | SRCC = 0.7904 ]
+INFO:root:Average loss=0.39632539364988406
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4814 | LCC = 0.8095 | SRCC = 0.8062 ]
+INFO:root:Average loss=0.37997939700336125
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4495 | LCC = 0.8214 | SRCC = 0.8172 ]
+INFO:root:Average loss=0.3664153575724949
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4209 | LCC = 0.8268 | SRCC = 0.8224 ]
+INFO:root:Average loss=0.3424443099540093
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5432 | LCC = 0.8270 | SRCC = 0.8294 ]
+INFO:root:Average loss=0.3290435147251008
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4060 | LCC = 0.8373 | SRCC = 0.8360 ]
+INFO:root:Average loss=0.3209647506130913
+INFO:root:
+[Valid][7][UTT][ MSE = 0.5055 | LCC = 0.8278 | SRCC = 0.8338 ]
+INFO:root:Average loss=0.305573248880447
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4443 | LCC = 0.8457 | SRCC = 0.8480 ]
+INFO:root:Average loss=0.28994676324328933
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3623 | LCC = 0.8545 | SRCC = 0.8525 ]
+INFO:root:Average loss=0.2744682721492183
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3605 | LCC = 0.8569 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.2648733941289042
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3990 | LCC = 0.8556 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.2667995445817881
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3295 | LCC = 0.8647 | SRCC = 0.8624 ]
+INFO:root:Average loss=0.25053649356944024
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4112 | LCC = 0.8548 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.250601164996624
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3130 | LCC = 0.8647 | SRCC = 0.8641 ]
+INFO:root:Average loss=0.229524886590897
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3221 | LCC = 0.8716 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.22541881490477247
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3105 | LCC = 0.8716 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.21916525940157774
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3168 | LCC = 0.8756 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.2077005884981569
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2954 | LCC = 0.8779 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.2034813275916039
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3442 | LCC = 0.8701 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.2006186691753437
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3039 | LCC = 0.8764 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.19791765239714199
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3213 | LCC = 0.8715 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.19016216027771118
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3050 | LCC = 0.8812 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.18758076179578814
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3127 | LCC = 0.8764 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.18476683982362638
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3852 | LCC = 0.8708 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.18035117855478575
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3415 | LCC = 0.8771 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.1764623878060738
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2972 | LCC = 0.8809 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.1734793842958577
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3257 | LCC = 0.8723 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.17320039342938132
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3589 | LCC = 0.8719 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.1703156200102988
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2902 | LCC = 0.8837 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.1619563106167523
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2889 | LCC = 0.8834 | SRCC = 0.8822 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5758 | LCC = 0.6082 | SRCC = 0.5855 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f28de94a1e752275317fa5818f9f15996c5ad5d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90c7e3922c0da770dcae0388684259ab476445562a28d78c46a62b0f67f6df37
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a051d60d844af5a6af1a1a0daaf0cb629fef95c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dfd59ccd6679eaf13780499d848f5db3c9a5ed7a08141d07e89ad1bd1b2728ea
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0eb3d7b0e8902c23c37e6ec36988b70071b1cc71
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5717046505453959
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5838 | LCC = 0.7638 | SRCC = 0.7620 ]
+INFO:root:Average loss=0.4358477137681377
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4961 | LCC = 0.7976 | SRCC = 0.7936 ]
+INFO:root:Average loss=0.4084778794146687
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4836 | LCC = 0.8039 | SRCC = 0.8009 ]
+INFO:root:Average loss=0.38760048159629623
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4931 | LCC = 0.8095 | SRCC = 0.8103 ]
+INFO:root:Average loss=0.3552290874754073
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4424 | LCC = 0.8179 | SRCC = 0.8198 ]
+INFO:root:Average loss=0.3513028417536289
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3906 | LCC = 0.8340 | SRCC = 0.8311 ]
+INFO:root:Average loss=0.31994295860990624
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4825 | LCC = 0.8341 | SRCC = 0.8377 ]
+INFO:root:Average loss=0.31338214770906925
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3870 | LCC = 0.8506 | SRCC = 0.8481 ]
+INFO:root:Average loss=0.2983599956325024
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3831 | LCC = 0.8544 | SRCC = 0.8525 ]
+INFO:root:Average loss=0.2773363150096353
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4006 | LCC = 0.8599 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.27168165035330494
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3643 | LCC = 0.8616 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.26289386229018946
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3640 | LCC = 0.8697 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.24626502868412548
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3559 | LCC = 0.8702 | SRCC = 0.8685 ]
+INFO:root:Average loss=0.2453119039018719
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3350 | LCC = 0.8720 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.23988092634719232
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3487 | LCC = 0.8711 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.23571248124272837
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3919 | LCC = 0.8766 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.23188628006532702
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3142 | LCC = 0.8805 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.21730836528229575
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3403 | LCC = 0.8795 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.20739149715686808
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3577 | LCC = 0.8726 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.2092116406628851
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3201 | LCC = 0.8793 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.20210417213639773
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3089 | LCC = 0.8838 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.19744199320587807
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2893 | LCC = 0.8866 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.18922889684838368
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3205 | LCC = 0.8841 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.1910181716945819
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3074 | LCC = 0.8846 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.1824268367507554
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3277 | LCC = 0.8833 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.1795558466473756
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3681 | LCC = 0.8786 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.17640366711023914
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3033 | LCC = 0.8885 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.16693949484067155
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3069 | LCC = 0.8894 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.16513879188051114
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3067 | LCC = 0.8880 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.1615796162386161
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2767 | LCC = 0.8899 | SRCC = 0.8893 ]
+INFO:root:Average loss=0.15727899021151437
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2984 | LCC = 0.8880 | SRCC = 0.8887 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6112 | LCC = 0.5691 | SRCC = 0.5456 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c4ee09ea67a9481f8f863470ef0b3e711e14a16
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d019829a9de677dd6e62a9eebb91b87412617c2bde1a491d6f5b0e686fd66bc9
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..441de8674e1c48f79cde34521d8701fa0f4f3458
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c45836b4c4dd9e844e2f126b3acc7d6e7f20c3850e62da6905cf14834ce8dedb
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f93d243c0ae9b73cf76392dbec23fba2ee68b699
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6170847326344837
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5571 | LCC = 0.7675 | SRCC = 0.7637 ]
+INFO:root:Average loss=0.4493478316103103
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5053 | LCC = 0.7890 | SRCC = 0.7867 ]
+INFO:root:Average loss=0.40502315966380126
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5086 | LCC = 0.8065 | SRCC = 0.8036 ]
+INFO:root:Average loss=0.3756277260580504
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4672 | LCC = 0.8068 | SRCC = 0.8065 ]
+INFO:root:Average loss=0.36603108013985475
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4781 | LCC = 0.8162 | SRCC = 0.8146 ]
+INFO:root:Average loss=0.3464314643013684
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4161 | LCC = 0.8330 | SRCC = 0.8301 ]
+INFO:root:Average loss=0.3430356525444571
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4702 | LCC = 0.8281 | SRCC = 0.8309 ]
+INFO:root:Average loss=0.3137283077129739
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4104 | LCC = 0.8415 | SRCC = 0.8407 ]
+INFO:root:Average loss=0.3090896916527279
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4300 | LCC = 0.8393 | SRCC = 0.8421 ]
+INFO:root:Average loss=0.2888296335246522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3699 | LCC = 0.8598 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.2762015061399151
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3638 | LCC = 0.8615 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.2570829960824437
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3537 | LCC = 0.8621 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.2620007772149378
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3270 | LCC = 0.8637 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.24174761574047837
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4362 | LCC = 0.8464 | SRCC = 0.8555 ]
+INFO:root:Average loss=0.24223653558706273
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3697 | LCC = 0.8686 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.2505474053107934
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3590 | LCC = 0.8647 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.22925611094415532
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3289 | LCC = 0.8681 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.2262339633754912
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3376 | LCC = 0.8756 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.21306189954969923
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3033 | LCC = 0.8767 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.21487166926350898
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3904 | LCC = 0.8605 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.20500496189201498
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3557 | LCC = 0.8707 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.19790212900480095
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2963 | LCC = 0.8824 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.2022063517243187
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2888 | LCC = 0.8777 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.19013527423315654
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3031 | LCC = 0.8789 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.1936655854644803
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3551 | LCC = 0.8789 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.18363558625899298
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3216 | LCC = 0.8811 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.1784055462979168
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3086 | LCC = 0.8788 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.1741543487575702
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3003 | LCC = 0.8799 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.1697578686854743
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3472 | LCC = 0.8770 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.16973429522073338
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3419 | LCC = 0.8708 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.17034393006322013
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3048 | LCC = 0.8812 | SRCC = 0.8822 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6229 | LCC = 0.5627 | SRCC = 0.5326 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef4a770dcc4ed3e86dfd0b3230c54cdc045b6f4e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad9bfdf6d920d9339913217107502b08772c669cdf94c850a9c5cc007ef84b6d
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c26dc39042becd69ae729bb8275a3262a296076
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373899346e47e4fa91511470488446975ea76c4c9157c93b1920973b72b975a1
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..73ab998c8fb10f17b990e998db7bf0bde28813fc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6481895488121606
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5718 | LCC = 0.7642 | SRCC = 0.7613 ]
+INFO:root:Average loss=0.4451004570791487
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4936 | LCC = 0.7848 | SRCC = 0.7805 ]
+INFO:root:Average loss=0.41339270374333925
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5404 | LCC = 0.7955 | SRCC = 0.7963 ]
+INFO:root:Average loss=0.3852280853800691
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5041 | LCC = 0.8116 | SRCC = 0.8126 ]
+INFO:root:Average loss=0.35159409778311074
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4274 | LCC = 0.8330 | SRCC = 0.8309 ]
+INFO:root:Average loss=0.345165066377965
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4432 | LCC = 0.8311 | SRCC = 0.8297 ]
+INFO:root:Average loss=0.318618817739404
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3764 | LCC = 0.8452 | SRCC = 0.8424 ]
+INFO:root:Average loss=0.3067573742198117
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3952 | LCC = 0.8494 | SRCC = 0.8474 ]
+INFO:root:Average loss=0.2818785640545663
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3613 | LCC = 0.8589 | SRCC = 0.8578 ]
+INFO:root:Average loss=0.27607991412884925
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3517 | LCC = 0.8652 | SRCC = 0.8631 ]
+INFO:root:Average loss=0.2629280044681075
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3787 | LCC = 0.8647 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.25044136231689784
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3590 | LCC = 0.8638 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.25167517837761455
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3350 | LCC = 0.8730 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.24831193909479704
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3195 | LCC = 0.8770 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.2322662334910707
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3141 | LCC = 0.8747 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.22967200368815074
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3379 | LCC = 0.8711 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.2133296041647134
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3316 | LCC = 0.8768 | SRCC = 0.8768 ]
+INFO:root:Average loss=0.21079621993737413
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2952 | LCC = 0.8789 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.20349765810146497
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3840 | LCC = 0.8700 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.2001140752021288
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3329 | LCC = 0.8800 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.20220560787213332
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3024 | LCC = 0.8833 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.19666265963302182
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3245 | LCC = 0.8775 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.1867502494096067
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2985 | LCC = 0.8810 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.18047565768736634
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3214 | LCC = 0.8753 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.18194064515174468
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3313 | LCC = 0.8758 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.1781919929333505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2967 | LCC = 0.8818 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.17875451835766004
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2883 | LCC = 0.8834 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.16771633096168495
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3240 | LCC = 0.8805 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.16681575925880773
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2803 | LCC = 0.8858 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.16598390167675955
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2869 | LCC = 0.8815 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.16176395380944875
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2922 | LCC = 0.8859 | SRCC = 0.8850 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5699 | LCC = 0.6110 | SRCC = 0.5939 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6089ff47855e6671453a17edf8d923bc35ca9c76
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac7c74afb9343e6e55df6b3d246684e6ac0a4e943cdfa6a6a752f78d7807fd8b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ab9affb0e7d89e4ccec9c5edd429a4511b372f5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a412a85c78745402351e327454adc450aa31d24b82206377ca9a0a68197ee269
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer0/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..45c1854810716c5f317d070e959670903440e6ba
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6048151371796007
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5617 | LCC = 0.7729 | SRCC = 0.7688 ]
+INFO:root:Average loss=0.438197065726181
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5293 | LCC = 0.7957 | SRCC = 0.7919 ]
+INFO:root:Average loss=0.3945686024737496
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5203 | LCC = 0.8100 | SRCC = 0.8068 ]
+INFO:root:Average loss=0.3705431003274256
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5197 | LCC = 0.8217 | SRCC = 0.8208 ]
+INFO:root:Average loss=0.35806955302381793
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4210 | LCC = 0.8317 | SRCC = 0.8296 ]
+INFO:root:Average loss=0.34631723311939683
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4155 | LCC = 0.8367 | SRCC = 0.8355 ]
+INFO:root:Average loss=0.31467907199625333
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4718 | LCC = 0.8372 | SRCC = 0.8407 ]
+INFO:root:Average loss=0.29240964430605054
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3980 | LCC = 0.8500 | SRCC = 0.8476 ]
+INFO:root:Average loss=0.28931578597581453
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4214 | LCC = 0.8563 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.2772238165829223
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3637 | LCC = 0.8645 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.26730441668130067
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3205 | LCC = 0.8644 | SRCC = 0.8632 ]
+INFO:root:Average loss=0.2547984873456073
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3590 | LCC = 0.8668 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.24763164053418044
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3574 | LCC = 0.8649 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.23810336372755855
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3560 | LCC = 0.8726 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.23316375316912039
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3821 | LCC = 0.8710 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.22465126802121974
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3159 | LCC = 0.8759 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.21616953266838382
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3471 | LCC = 0.8667 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.2071967291608022
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3418 | LCC = 0.8731 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.20406987195070078
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3329 | LCC = 0.8767 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.20169227087945607
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3341 | LCC = 0.8806 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.20927001604799592
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3705 | LCC = 0.8734 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.19096966066284676
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3195 | LCC = 0.8783 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.187387624744735
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3405 | LCC = 0.8835 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.1855334465128149
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3219 | LCC = 0.8768 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.18064702625219534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3247 | LCC = 0.8805 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.17979369575233128
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3255 | LCC = 0.8770 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.170592548401025
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3165 | LCC = 0.8784 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.1665812504257081
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3170 | LCC = 0.8783 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.17104424148625721
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3457 | LCC = 0.8827 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.1625800406226533
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3004 | LCC = 0.8803 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.16143410088698987
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3208 | LCC = 0.8795 | SRCC = 0.8809 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5703 | LCC = 0.5964 | SRCC = 0.5687 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c67e7cfd071f145010e299c5bd60f79583a87de4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7929953dcecda6ad15a9f22b128e5a5e31ad26fc0f3e7e208790160e21197504
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0fea00bdc719255229e8f61a927698b581e6b2a1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4af055b586cb0032d8eabcd2e53b22226c423a892bf5d8ce67ab3d8fb3d42d87
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b9662f86bc2ff639c4ca6897a1edbaa4329ffab7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4711925924857917
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4185 | LCC = 0.8497 | SRCC = 0.8505 ]
+INFO:root:Average loss=0.2960624755979273
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3301 | LCC = 0.8800 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.24424697941093776
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2934 | LCC = 0.8868 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.22530613542464428
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2856 | LCC = 0.8920 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.2126162540533639
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2908 | LCC = 0.8974 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.21020730563326379
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3135 | LCC = 0.8960 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.1912927963916277
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3440 | LCC = 0.8938 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.18432980543271654
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2687 | LCC = 0.9000 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.17926191814200726
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2668 | LCC = 0.8958 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.16742027206400226
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2736 | LCC = 0.8994 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.15755317575497435
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2506 | LCC = 0.8983 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.15208564100065672
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3103 | LCC = 0.8941 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.14485243419346783
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3428 | LCC = 0.8922 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.1417334156832254
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3124 | LCC = 0.8987 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.13465094872120487
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3049 | LCC = 0.8962 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.1243391794534777
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2934 | LCC = 0.8972 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.11926930845645121
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3134 | LCC = 0.8907 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.11895828969733563
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2679 | LCC = 0.8972 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.1119902061158522
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3631 | LCC = 0.8914 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.11118961213899485
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3138 | LCC = 0.8899 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.10217500385435331
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2774 | LCC = 0.8937 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.10080203151254985
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2987 | LCC = 0.8954 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.09168188151165929
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2921 | LCC = 0.8924 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.08982598566250995
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2660 | LCC = 0.8951 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.08687216049932331
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2902 | LCC = 0.8952 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.08635010391559904
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2665 | LCC = 0.8935 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.07929992158977972
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2950 | LCC = 0.8901 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.08196879561581363
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2888 | LCC = 0.8934 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.07723498204453833
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3023 | LCC = 0.8921 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.07528554868879002
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2927 | LCC = 0.8917 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.06922798390591765
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2776 | LCC = 0.8895 | SRCC = 0.8920 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4317 | LCC = 0.7346 | SRCC = 0.7202 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c40d3fe3e6203c76c0e39fa8b210e5442a2b34a1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac80a829358ec0ee09d9dd67e8b646a2bb055fef627a97b9f94bcfb96c2c81a5
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1885334cc8c70c2446fcb7a164ba0e6725c50c4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e8ca4d9785c0c60785dd87da0f32f19159994da7e6a42434b589a97aec3d655
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c6515d86dd557b623c89089cc0936ad1ed51021d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48180518518982596
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4281 | LCC = 0.8403 | SRCC = 0.8390 ]
+INFO:root:Average loss=0.31749505795150823
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4713 | LCC = 0.8688 | SRCC = 0.8711 ]
+INFO:root:Average loss=0.27121602343341517
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3708 | LCC = 0.8816 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.2386485821422125
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3856 | LCC = 0.8905 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.22299291822262582
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3165 | LCC = 0.8952 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.2038901141613205
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3219 | LCC = 0.8947 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.19932833098607255
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2859 | LCC = 0.8949 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.18445840473636727
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3054 | LCC = 0.8967 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.1747151579212591
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3146 | LCC = 0.8973 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.17000993091419253
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2651 | LCC = 0.8968 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.16188814180951588
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3207 | LCC = 0.8960 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.15184019738539106
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3050 | LCC = 0.8964 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.1470134359046903
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3016 | LCC = 0.8968 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.14247807907748083
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2985 | LCC = 0.8972 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.13700329904266864
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3064 | LCC = 0.8936 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.12980492404430588
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2741 | LCC = 0.8953 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.1241372303681911
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2724 | LCC = 0.8960 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.11633315096700812
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2657 | LCC = 0.8966 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.11675735349858428
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2921 | LCC = 0.8947 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.10829051032748525
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2840 | LCC = 0.8928 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.1029167248937436
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2893 | LCC = 0.8948 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.10040640934354308
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4161 | LCC = 0.8800 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.10064661780619896
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3136 | LCC = 0.8912 | SRCC = 0.8924 ]
+INFO:root:Average loss=0.09189693603901505
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2784 | LCC = 0.8923 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.08803073213451859
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2884 | LCC = 0.8932 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.08458196518221342
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3245 | LCC = 0.8889 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.08507356163911048
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3183 | LCC = 0.8900 | SRCC = 0.8908 ]
+INFO:root:Average loss=0.08510470724088608
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3102 | LCC = 0.8911 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.07893171921544681
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2827 | LCC = 0.8909 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.07368876136882457
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2662 | LCC = 0.8937 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.0735223976130775
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2931 | LCC = 0.8915 | SRCC = 0.8918 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5389 | LCC = 0.7256 | SRCC = 0.7152 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b002c200d4f358abefd826dd25bcac67ff2d0cf5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26ba9112c96d237e650da392755680a9afbc1eab48274e5eb3257b576d2e2872
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d40be8183674182ed09e9f9d9bc756d891c66254
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e121127510ed925b32f1e0669ced1d62135cf41f945ebc3da1847001c464a96f
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..805e0ba597e68ee7d20a46a9e14755ca6367cda3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46055059126346787
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4536 | LCC = 0.8524 | SRCC = 0.8533 ]
+INFO:root:Average loss=0.2984838229900151
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3726 | LCC = 0.8781 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.2599177074570187
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3027 | LCC = 0.8866 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.22941632689423644
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2979 | LCC = 0.8905 | SRCC = 0.8897 ]
+INFO:root:Average loss=0.21330232341165486
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3127 | LCC = 0.8923 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.20073567572012113
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2856 | LCC = 0.8953 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.1965779364970378
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3287 | LCC = 0.8940 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.1833141796678477
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2710 | LCC = 0.8949 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.17664796915012976
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3118 | LCC = 0.8986 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.1622001182912402
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2984 | LCC = 0.8995 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.16243022137639151
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2862 | LCC = 0.8990 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.14524244310366624
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3112 | LCC = 0.8984 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.14194648880834523
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2663 | LCC = 0.8971 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.13347018393822488
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2860 | LCC = 0.8964 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.1288254749826613
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2897 | LCC = 0.8948 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.12723422351944652
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2695 | LCC = 0.8965 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.11787882003653256
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2749 | LCC = 0.8979 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.11366021034517729
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2646 | LCC = 0.8976 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.11002174472016406
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2789 | LCC = 0.8962 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.10417977031428001
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2832 | LCC = 0.8957 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.10273662368858481
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2760 | LCC = 0.8935 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.09831538469116123
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2716 | LCC = 0.8960 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.09214222291215307
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3066 | LCC = 0.8933 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.09000852721274932
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2775 | LCC = 0.8960 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.08679960351544998
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2721 | LCC = 0.8924 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.08440911257370359
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2816 | LCC = 0.8953 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.08043818231779716
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2773 | LCC = 0.8922 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.07487760731853502
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2814 | LCC = 0.8933 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.07624915776225184
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2735 | LCC = 0.8909 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.07150862955978152
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2894 | LCC = 0.8929 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.07040806383841988
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2720 | LCC = 0.8904 | SRCC = 0.8915 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4096 | LCC = 0.7392 | SRCC = 0.7288 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be969911ad9ecd5f50addaef8054f226b4e5187c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d145bd14b9e6dd6fea75707911a91e68afd557aa1b720c0f250b47ceacf7203b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b908028daa07db885d68218baa912e1118bb5375
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a873fd87d769916c73c3c2b5c6f0230238a47d6440d2b4bf40c49019740794b4
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..99f7088c8d80f67063b697062db28f3e40248211
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4744482815610191
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4945 | LCC = 0.8445 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.30897819539370563
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3381 | LCC = 0.8728 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.26014118473653847
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3684 | LCC = 0.8828 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.22940906421469814
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3217 | LCC = 0.8886 | SRCC = 0.8878 ]
+INFO:root:Average loss=0.21682769258242812
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3375 | LCC = 0.8899 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.19826379676774747
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3210 | LCC = 0.8916 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.18713599305621462
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3339 | LCC = 0.8940 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.18875481364871724
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2764 | LCC = 0.8947 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.17330766408946474
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2931 | LCC = 0.8978 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.17185708402381467
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2678 | LCC = 0.8970 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.15931738676191065
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2919 | LCC = 0.8968 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.14909023136934105
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3579 | LCC = 0.8935 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.13990021238609546
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2544 | LCC = 0.8985 | SRCC = 0.8984 ]
+INFO:root:Average loss=0.13434705258793914
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3186 | LCC = 0.8933 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.1377585362750671
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2865 | LCC = 0.8964 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.11934220614288583
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3062 | LCC = 0.8933 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.12365511770365555
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2815 | LCC = 0.8962 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.11602111059547848
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3203 | LCC = 0.8939 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.11608909729415971
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2866 | LCC = 0.8906 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.10535423399482159
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2783 | LCC = 0.8966 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.09992203805487969
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2585 | LCC = 0.8958 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.09798072666102062
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2538 | LCC = 0.8963 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.09537962059668034
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2617 | LCC = 0.8964 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.09608065177594995
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2842 | LCC = 0.8927 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.08815797299921857
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2823 | LCC = 0.8938 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.08033881373057476
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2642 | LCC = 0.8941 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.07888045121048916
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2704 | LCC = 0.8936 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.07971922947750615
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2776 | LCC = 0.8947 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.0761736427040803
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2707 | LCC = 0.8965 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.0721089608450501
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2776 | LCC = 0.8952 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.07076223164452294
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2724 | LCC = 0.8922 | SRCC = 0.8910 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4426 | LCC = 0.7282 | SRCC = 0.7106 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74005e0e134f19f919e09fd5d200dd4ec5a6633a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d865e8dd19c4362a19fe8a1a2b907de4d436e4e9ef2d2128ede8fce0aa372f36
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f6677477ba4d6ea7348f73378e0ce7e2d25fd4b3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37967ace5207863bdf6af5a223e92f4634d1419fb1abb59c4033f9ffccced078
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer10/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..488da0a6e4fde94a1782e7e965afc754be3fb735
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44705189394123984
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4003 | LCC = 0.8476 | SRCC = 0.8461 ]
+INFO:root:Average loss=0.2901089219860948
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3613 | LCC = 0.8738 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.24559958623668363
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4138 | LCC = 0.8771 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.23520473748273243
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3445 | LCC = 0.8845 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.2175385105299812
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2752 | LCC = 0.8904 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.20124520645665295
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3286 | LCC = 0.8954 | SRCC = 0.8946 ]
+INFO:root:Average loss=0.19079045598217517
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3013 | LCC = 0.8949 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.184714512371948
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2872 | LCC = 0.8961 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.17572103849897494
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2691 | LCC = 0.8975 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.16802675690437327
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2594 | LCC = 0.8982 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.15523208057604773
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2568 | LCC = 0.8976 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.15408639515066422
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2769 | LCC = 0.8981 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.14786288064683792
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2779 | LCC = 0.8958 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.13743442805171702
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2798 | LCC = 0.8963 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.13272102874827524
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2628 | LCC = 0.8961 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.12229894118846496
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3030 | LCC = 0.8923 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.12148698363345482
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2631 | LCC = 0.8970 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.11611642882314031
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2532 | LCC = 0.8985 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.11238702498591704
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3084 | LCC = 0.8975 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.10725499071568423
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2860 | LCC = 0.8958 | SRCC = 0.8949 ]
+INFO:root:Average loss=0.09908388505522915
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2586 | LCC = 0.8950 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.09644172353551567
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2886 | LCC = 0.8947 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.09094070815454329
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2606 | LCC = 0.8950 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.08918029877405635
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2607 | LCC = 0.8953 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.08477330059243765
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2836 | LCC = 0.8933 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.08183475090675271
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2804 | LCC = 0.8931 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.07900503409132792
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2678 | LCC = 0.8932 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.07601571048615295
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3111 | LCC = 0.8912 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.07536678681569982
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2800 | LCC = 0.8940 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.07088681454689516
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2696 | LCC = 0.8930 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.06733818856105639
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2832 | LCC = 0.8896 | SRCC = 0.8898 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4374 | LCC = 0.7161 | SRCC = 0.7012 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6718a9ab4678ece0ae5f94598e8cc5575f9a1b24
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b53c4d755f5bc7f213e4b65f1c0f631bd5043c251fb216f0fe74deda715fdbb
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d15746e57b5131114c2778e8d288691ed193a31
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32a4ea9f721b3eb6e2d0b98c55c94da2cc635fb2afce6def73ed55f9279bbdce
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..df081bcdd2e6985008102ed476177c1db6b2f2eb
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4922548578136918
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4500 | LCC = 0.8307 | SRCC = 0.8299 ]
+INFO:root:Average loss=0.3139373065763815
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3720 | LCC = 0.8603 | SRCC = 0.8591 ]
+INFO:root:Average loss=0.28302250673316115
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3400 | LCC = 0.8762 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.24688283694272786
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3375 | LCC = 0.8817 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.22174044056779388
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3030 | LCC = 0.8836 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.20950041694103638
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3189 | LCC = 0.8856 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.2003768690662577
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2975 | LCC = 0.8884 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.19130083754917102
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3760 | LCC = 0.8862 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.17439654228315188
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2783 | LCC = 0.8904 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.1671978382103016
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3381 | LCC = 0.8898 | SRCC = 0.8900 ]
+INFO:root:Average loss=0.1564707861556483
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3518 | LCC = 0.8832 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.14728749388387438
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2977 | LCC = 0.8885 | SRCC = 0.8885 ]
+INFO:root:Average loss=0.13708558291024556
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3416 | LCC = 0.8786 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.13607136750152346
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2909 | LCC = 0.8909 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.1272825077176094
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2711 | LCC = 0.8875 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.11851107070728534
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2836 | LCC = 0.8898 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.12027204794690788
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2916 | LCC = 0.8872 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.11357603039097235
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2839 | LCC = 0.8868 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.10627578881520756
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3014 | LCC = 0.8825 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.10180008086252075
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3438 | LCC = 0.8829 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.09982750745694761
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2861 | LCC = 0.8898 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.09083008494852596
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3105 | LCC = 0.8834 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.09061232855209725
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2781 | LCC = 0.8879 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.08498403186656836
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2816 | LCC = 0.8868 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.08312003514756357
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2899 | LCC = 0.8865 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.07739818285655424
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2871 | LCC = 0.8828 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.07610608928034761
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2832 | LCC = 0.8847 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.07392757103880705
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2799 | LCC = 0.8872 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.07133846215343889
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3011 | LCC = 0.8863 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.0691488094713991
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2878 | LCC = 0.8859 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.06703591562075421
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3210 | LCC = 0.8800 | SRCC = 0.8814 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4094 | LCC = 0.7391 | SRCC = 0.7301 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6670c58b2b97dee1a5939e79212780850fc54b84
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c29d5a31e330e14625fe4956306de0411206989e76aefa131a2803d5cbfea2cb
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0694ffe55daba5428963624dd08c04c039e26bd4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:374d0b09f00bde26e742ac1306ebbedc4435f050fe6e50a132f90f605ff85393
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ef4d063105bfa901fd17a05ff68a59caeb112e2f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.492132181463214
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4307 | LCC = 0.8330 | SRCC = 0.8311 ]
+INFO:root:Average loss=0.33049425629177537
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4180 | LCC = 0.8508 | SRCC = 0.8554 ]
+INFO:root:Average loss=0.28713447243147505
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3456 | LCC = 0.8714 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.24934397603390535
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3217 | LCC = 0.8794 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.22794416331486894
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3037 | LCC = 0.8850 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.21129895884522124
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3256 | LCC = 0.8818 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.20153717993828602
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3068 | LCC = 0.8893 | SRCC = 0.8879 ]
+INFO:root:Average loss=0.19209098131153624
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3204 | LCC = 0.8893 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.17855160980555362
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3394 | LCC = 0.8866 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.17859025665618092
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2751 | LCC = 0.8889 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.16290013225092365
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3144 | LCC = 0.8894 | SRCC = 0.8886 ]
+INFO:root:Average loss=0.1645359261704318
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3029 | LCC = 0.8903 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.14757300538651516
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2874 | LCC = 0.8923 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.14072067678146968
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2867 | LCC = 0.8890 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.13501031968118138
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3010 | LCC = 0.8889 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.1297336799560944
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2890 | LCC = 0.8860 | SRCC = 0.8876 ]
+INFO:root:Average loss=0.12645808482445733
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2977 | LCC = 0.8883 | SRCC = 0.8878 ]
+INFO:root:Average loss=0.12010284132092675
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2798 | LCC = 0.8867 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.11142993933720395
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2907 | LCC = 0.8847 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.10736926423245771
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2952 | LCC = 0.8839 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.10436124307227272
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2928 | LCC = 0.8880 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.09761116201477933
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2924 | LCC = 0.8879 | SRCC = 0.8864 ]
+INFO:root:Average loss=0.09404746270765459
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2895 | LCC = 0.8863 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.09269392946896525
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3440 | LCC = 0.8844 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.08938650976371214
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3290 | LCC = 0.8841 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.08376000959404631
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2911 | LCC = 0.8834 | SRCC = 0.8837 ]
+INFO:root:Average loss=0.08006013118032086
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3049 | LCC = 0.8843 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.08037121040542002
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2871 | LCC = 0.8857 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.07729665969493073
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2956 | LCC = 0.8815 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.07295487252618536
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3168 | LCC = 0.8769 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.0692962076450359
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2919 | LCC = 0.8835 | SRCC = 0.8823 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4176 | LCC = 0.7328 | SRCC = 0.7203 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..94110275afa206fde55db4a706e28e9278f0b02a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49b81eab153629398b8ebbcdaf5da6fab32dda04ba56964c8b3ad541a9078d2c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1fdc1165f0363b7024bacab5608cb1e174a08a0e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dde1d112df63c4afb8cbb715b49d46c98c127e1857d05eb2a9d6b703dfce1886
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..37be2da940aabd9fce5928a96bb6c2db7b781c2c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5112801139065296
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4682 | LCC = 0.8380 | SRCC = 0.8365 ]
+INFO:root:Average loss=0.3157025544629621
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4158 | LCC = 0.8649 | SRCC = 0.8648 ]
+INFO:root:Average loss=0.2775360201996875
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4050 | LCC = 0.8775 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.24770551325613363
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3031 | LCC = 0.8842 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.2278532984456575
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3432 | LCC = 0.8868 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.21154125736800233
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3233 | LCC = 0.8895 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.1939680972970979
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3155 | LCC = 0.8940 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.1945511041521337
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3100 | LCC = 0.8920 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.18189275505914854
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2817 | LCC = 0.8923 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.170122433303064
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2792 | LCC = 0.8880 | SRCC = 0.8920 ]
+INFO:root:Average loss=0.16442313329505093
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2891 | LCC = 0.8905 | SRCC = 0.8916 ]
+INFO:root:Average loss=0.15512959960568157
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2930 | LCC = 0.8883 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.15052227292619
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3273 | LCC = 0.8835 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.14564708917471714
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2964 | LCC = 0.8919 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.13240055985361165
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2921 | LCC = 0.8908 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.1261028061281739
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2908 | LCC = 0.8912 | SRCC = 0.8911 ]
+INFO:root:Average loss=0.1192461374953303
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2867 | LCC = 0.8900 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.11721722458656124
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3270 | LCC = 0.8905 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.11421191326283306
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2927 | LCC = 0.8851 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.10750060224894843
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3048 | LCC = 0.8886 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.10151660420818825
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2993 | LCC = 0.8868 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.09902668057407947
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3052 | LCC = 0.8904 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.09937597486066681
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2988 | LCC = 0.8901 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.09530753405452463
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2977 | LCC = 0.8858 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.08792079901161222
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3333 | LCC = 0.8829 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.08471621377016768
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3101 | LCC = 0.8891 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.08168047192813344
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2961 | LCC = 0.8787 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.07933589984054511
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3037 | LCC = 0.8898 | SRCC = 0.8891 ]
+INFO:root:Average loss=0.07757862431207144
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2913 | LCC = 0.8848 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.0750148056473346
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2970 | LCC = 0.8841 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.07048282688322095
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3261 | LCC = 0.8732 | SRCC = 0.8791 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4093 | LCC = 0.7355 | SRCC = 0.7271 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80555b86e48291cde0b3939a45516d199f3fabd2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a8e0b6edfa1b15fec7aca15512d952ad7d0333f8c0615013a77adc6a33ee1d0
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8b63ca1791d7ea4b47268bb62df2c21686684608
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23f8e92615f3048240aa6c09f10438754ae3dd21433f696f81deceaa488f38fc
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ed7de25d6d8ab0b64ee325c1124f5a4e867bfc13
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48741354590895547
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4506 | LCC = 0.8344 | SRCC = 0.8348 ]
+INFO:root:Average loss=0.3291887684020004
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4308 | LCC = 0.8621 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.27052442643339236
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4143 | LCC = 0.8698 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.24285983488049812
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3424 | LCC = 0.8835 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.22665417487221645
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3281 | LCC = 0.8862 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.20978812494374424
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3263 | LCC = 0.8834 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.1973927464616092
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3046 | LCC = 0.8879 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.19515945185298864
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2981 | LCC = 0.8888 | SRCC = 0.8882 ]
+INFO:root:Average loss=0.1838580129205147
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3008 | LCC = 0.8893 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.1681205725049697
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2982 | LCC = 0.8888 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.1642358971468975
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3102 | LCC = 0.8909 | SRCC = 0.8895 ]
+INFO:root:Average loss=0.15062997976824039
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2839 | LCC = 0.8902 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.1516693948062858
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3041 | LCC = 0.8915 | SRCC = 0.8903 ]
+INFO:root:Average loss=0.14058168253974418
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2903 | LCC = 0.8840 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.13647458779846314
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3068 | LCC = 0.8871 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.1288661388303503
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2882 | LCC = 0.8896 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.12429277846492784
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3095 | LCC = 0.8865 | SRCC = 0.8874 ]
+INFO:root:Average loss=0.11996413491709385
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3341 | LCC = 0.8860 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.11085736592208718
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2965 | LCC = 0.8862 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.10799230747140212
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3043 | LCC = 0.8806 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.09955184855040787
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3241 | LCC = 0.8820 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.09774675963155796
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2946 | LCC = 0.8853 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.09551456650299144
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3081 | LCC = 0.8836 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.09529727942853994
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3069 | LCC = 0.8856 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.08528453245156073
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3068 | LCC = 0.8786 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.08894143718687784
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2927 | LCC = 0.8854 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.08252799017839349
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3220 | LCC = 0.8766 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.07656929932663896
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3034 | LCC = 0.8857 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.0746274677487467
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3125 | LCC = 0.8850 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.07314977685064938
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3416 | LCC = 0.8744 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.07268609121614109
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3107 | LCC = 0.8809 | SRCC = 0.8832 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3931 | LCC = 0.7476 | SRCC = 0.7366 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4cc5e25f77bf72957979eb662401aed84261a85e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40235b88c9d7b668bfdc9672124324e87c91ce9c06e2c364fcb320d372d2f152
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..202651ebaa0135def90d8d469eb35156b4129e8a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbd964582d5dda290151110ce28695ac66be9ab1ed5802a583329c411bdf4f25
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer12/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..58d46928d5c8ca6ef0c8c9887187aa46d81a4ee1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5428700727878968
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5262 | LCC = 0.8175 | SRCC = 0.8264 ]
+INFO:root:Average loss=0.32613501443683757
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4665 | LCC = 0.8506 | SRCC = 0.8568 ]
+INFO:root:Average loss=0.2856250998774016
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3576 | LCC = 0.8711 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.25166333738089985
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3458 | LCC = 0.8824 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.22996931837473303
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3174 | LCC = 0.8859 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.22166497264638801
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2986 | LCC = 0.8847 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.20865480817122267
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3357 | LCC = 0.8862 | SRCC = 0.8888 ]
+INFO:root:Average loss=0.18714802307372838
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2761 | LCC = 0.8907 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.1755602912320567
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2897 | LCC = 0.8916 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.1688292470109256
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2978 | LCC = 0.8898 | SRCC = 0.8908 ]
+INFO:root:Average loss=0.1624457776718746
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3207 | LCC = 0.8897 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.15327596401720378
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3033 | LCC = 0.8930 | SRCC = 0.8917 ]
+INFO:root:Average loss=0.15168785652673314
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2992 | LCC = 0.8935 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.14403211536435034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3214 | LCC = 0.8908 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.1311818577909056
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3181 | LCC = 0.8846 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.12461974445967317
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2952 | LCC = 0.8875 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.11488128040050495
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2986 | LCC = 0.8862 | SRCC = 0.8868 ]
+INFO:root:Average loss=0.11752447302889273
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2884 | LCC = 0.8900 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.10947295230937142
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2946 | LCC = 0.8828 | SRCC = 0.8863 ]
+INFO:root:Average loss=0.10226573795080185
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3171 | LCC = 0.8807 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.10408751102368956
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3057 | LCC = 0.8854 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.0980937474251138
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3047 | LCC = 0.8888 | SRCC = 0.8876 ]
+INFO:root:Average loss=0.0898867042982854
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3304 | LCC = 0.8804 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.0855717768601944
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2968 | LCC = 0.8828 | SRCC = 0.8843 ]
+INFO:root:Average loss=0.08207074496787407
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3105 | LCC = 0.8813 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.08225466771794192
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3006 | LCC = 0.8843 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.07813219885433341
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2861 | LCC = 0.8861 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.07516388145054696
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2936 | LCC = 0.8835 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.075023171551138
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3104 | LCC = 0.8837 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.07213299243436383
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3034 | LCC = 0.8861 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.0670782692644293
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3082 | LCC = 0.8797 | SRCC = 0.8830 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4161 | LCC = 0.7274 | SRCC = 0.7181 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18a0a0ce4bdb4a0bee85afa0fb72649b79881e16
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a12169658d812efa96a911dfc154afb26ec145791b30a6f9c05efab82db528c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9494b786be8511a4af0807328d06c49a1b260669
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0474da1ce6af603dd4c92e8171b2ab3b2365314d48278529f3e1b076d1b5e497
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..caaf1f967e4a7393e6ae6b624edac3e7ab2057fc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.500176215705844
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5060 | LCC = 0.8155 | SRCC = 0.8219 ]
+INFO:root:Average loss=0.33640844254307667
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4035 | LCC = 0.8497 | SRCC = 0.8475 ]
+INFO:root:Average loss=0.30304787407031636
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3242 | LCC = 0.8615 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.2748980733183767
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3422 | LCC = 0.8727 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.23885432368069026
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3499 | LCC = 0.8791 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.23803606138408528
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3532 | LCC = 0.8794 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.21078806482470794
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2942 | LCC = 0.8834 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.20286406438819246
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3020 | LCC = 0.8856 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.19670773138200617
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3152 | LCC = 0.8871 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.19271838109445022
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3720 | LCC = 0.8786 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.17932943741365664
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3082 | LCC = 0.8859 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.16957203281580369
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3096 | LCC = 0.8851 | SRCC = 0.8855 ]
+INFO:root:Average loss=0.16421552467552913
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2879 | LCC = 0.8844 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.15867758008269217
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2914 | LCC = 0.8865 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.1486707003302657
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2803 | LCC = 0.8853 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.15083673828943617
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3472 | LCC = 0.8718 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.14167699291010125
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3327 | LCC = 0.8825 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.13434715706833525
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3094 | LCC = 0.8825 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.12698116532467693
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2808 | LCC = 0.8849 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.12452216920136028
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2960 | LCC = 0.8866 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.11853672581256469
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2934 | LCC = 0.8814 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.1112396801052066
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2904 | LCC = 0.8846 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.10723453923801467
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2911 | LCC = 0.8833 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.102162945218858
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2966 | LCC = 0.8819 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.10066904439833123
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3032 | LCC = 0.8799 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.097000296814421
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2934 | LCC = 0.8805 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.09057735692645084
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3493 | LCC = 0.8729 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.0904472450472716
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3054 | LCC = 0.8796 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.08770055827722384
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3075 | LCC = 0.8784 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.08545537264963796
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2945 | LCC = 0.8809 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.08331370668087391
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3106 | LCC = 0.8764 | SRCC = 0.8793 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4083 | LCC = 0.7378 | SRCC = 0.7302 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6a6b5cca64fbd71aff70f10a5b57581d2dc1d361
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48fcd7efc71fdaea9c09b476dfbbf9939008ffa21d1f4ded35adbd79b074d58c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72e7096d7026d83f3aecf52bad04228c022d82c5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7b40bfc5c9c88ab7e395bfae3bb2eb05c4c0d482610de46739fe30219667963f
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..091afd35104c74e368610019b42fd83908ed920a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5307022107474376
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4626 | LCC = 0.8245 | SRCC = 0.8230 ]
+INFO:root:Average loss=0.33893071674887154
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4708 | LCC = 0.8478 | SRCC = 0.8468 ]
+INFO:root:Average loss=0.2901565410153714
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3494 | LCC = 0.8673 | SRCC = 0.8650 ]
+INFO:root:Average loss=0.2566611587656716
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3445 | LCC = 0.8776 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.24202193070009265
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3697 | LCC = 0.8790 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.22757903473570168
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3870 | LCC = 0.8783 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.21402279903433916
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3188 | LCC = 0.8820 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.2072793496395811
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3608 | LCC = 0.8841 | SRCC = 0.8841 ]
+INFO:root:Average loss=0.18396036990116096
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3397 | LCC = 0.8832 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.1844000788351704
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3063 | LCC = 0.8851 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.17130300019345532
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2972 | LCC = 0.8846 | SRCC = 0.8854 ]
+INFO:root:Average loss=0.16225657052215123
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3335 | LCC = 0.8863 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.16502000873833034
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3265 | LCC = 0.8867 | SRCC = 0.8858 ]
+INFO:root:Average loss=0.14881570137649602
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3007 | LCC = 0.8865 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.1544783977587099
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3110 | LCC = 0.8877 | SRCC = 0.8873 ]
+INFO:root:Average loss=0.1402219822468785
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3005 | LCC = 0.8852 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.13393563467126363
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2962 | LCC = 0.8840 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.12984008923431353
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3643 | LCC = 0.8807 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.125098398784337
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2970 | LCC = 0.8866 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.11891247039240908
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3229 | LCC = 0.8826 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.11461682298968982
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3064 | LCC = 0.8845 | SRCC = 0.8848 ]
+INFO:root:Average loss=0.10646516648847933
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3450 | LCC = 0.8825 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.10488899146890365
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3118 | LCC = 0.8854 | SRCC = 0.8857 ]
+INFO:root:Average loss=0.10157615480395411
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3549 | LCC = 0.8799 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.0967403231673158
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2896 | LCC = 0.8844 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.096393896471386
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3024 | LCC = 0.8832 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.09158611459108447
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2974 | LCC = 0.8835 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.09100611143976967
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3324 | LCC = 0.8791 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.08457832968648459
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2947 | LCC = 0.8837 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.08512194674311346
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3186 | LCC = 0.8823 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.0823756180746707
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3529 | LCC = 0.8785 | SRCC = 0.8809 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4420 | LCC = 0.7536 | SRCC = 0.7419 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..929aec0b52db483e51c0c4baed8c6cfd54fd663d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6c7b1ff0043e388ea4fdeebed3b56f1dd2844b0c4a10b99adac7fa8c6ea88a6
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8e5ecbe518ab0f0275f8b25738e56014fc63ebf3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75ae1ef4187cf813a0087fc0bcef56e5cee32f2797c4ee6c7a1d6f1b7d0882b3
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..99448cbb707d08fb7ed5becd21986ea9b46360c8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.48032897951975034
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4695 | LCC = 0.8220 | SRCC = 0.8201 ]
+INFO:root:Average loss=0.342789936358529
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3982 | LCC = 0.8520 | SRCC = 0.8496 ]
+INFO:root:Average loss=0.2938116082566322
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3387 | LCC = 0.8584 | SRCC = 0.8571 ]
+INFO:root:Average loss=0.26442753019704984
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3536 | LCC = 0.8730 | SRCC = 0.8705 ]
+INFO:root:Average loss=0.24771364351917555
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3834 | LCC = 0.8710 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.23135788842088226
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3371 | LCC = 0.8760 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.22111091323498355
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3645 | LCC = 0.8777 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.21303693743454927
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2979 | LCC = 0.8842 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.19194245484867536
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3140 | LCC = 0.8800 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.18565494425034937
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3117 | LCC = 0.8837 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.1741743243670877
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3037 | LCC = 0.8864 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.17034087821066035
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3129 | LCC = 0.8853 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.15999180453188847
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3526 | LCC = 0.8771 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.1563294451963695
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3128 | LCC = 0.8834 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.15246471189866864
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3260 | LCC = 0.8845 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.14208026617937694
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2856 | LCC = 0.8827 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.13488983410286765
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2986 | LCC = 0.8822 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.13282256594972114
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2957 | LCC = 0.8843 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.12187732286708203
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2978 | LCC = 0.8851 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.11839076523491412
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3065 | LCC = 0.8821 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.11841642285960947
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2935 | LCC = 0.8812 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.1088274422753064
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3022 | LCC = 0.8781 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.10358976310043666
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2854 | LCC = 0.8828 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.10670573929744649
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3026 | LCC = 0.8813 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.09753025887329454
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2906 | LCC = 0.8836 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.09472737448408425
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2963 | LCC = 0.8826 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.08935353242808339
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3131 | LCC = 0.8828 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.09190053423877396
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3034 | LCC = 0.8774 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.08418929495046594
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2975 | LCC = 0.8818 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.08149503065929936
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2880 | LCC = 0.8804 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.08091753508055831
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3096 | LCC = 0.8810 | SRCC = 0.8794 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4149 | LCC = 0.7312 | SRCC = 0.7241 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..89d22e84a3da5f64d16f11b4b56f365e28cece58
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a1c2eab285c9d589b3ecbd7d545e20c18cde1a5c4f1ed79b6e65d3db8275c8
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18c62537ffef2678bc4792ad976561a8897fb1de
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9579a5196747aaba5240d8f2d1d5c504990f80cf2b57603e854dded1822315c2
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f5367435c97c2010f86b1a4974b5f0ecd82b7708
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5174257301353995
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5511 | LCC = 0.8100 | SRCC = 0.8120 ]
+INFO:root:Average loss=0.3603517559566939
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4148 | LCC = 0.8345 | SRCC = 0.8344 ]
+INFO:root:Average loss=0.3132910012682049
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3969 | LCC = 0.8561 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.28040991508202745
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3705 | LCC = 0.8679 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.252363325026683
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3973 | LCC = 0.8716 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.23262565561457177
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3427 | LCC = 0.8774 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.22130546615475175
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3183 | LCC = 0.8810 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.20819286455136504
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3686 | LCC = 0.8768 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.1941312141931815
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3211 | LCC = 0.8833 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.193778553923775
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2985 | LCC = 0.8830 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.1827383052148571
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3775 | LCC = 0.8806 | SRCC = 0.8822 ]
+INFO:root:Average loss=0.1772753841356735
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4105 | LCC = 0.8790 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.16810597040060626
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3236 | LCC = 0.8839 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.15709325843463742
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3330 | LCC = 0.8828 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.1552193226841833
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3262 | LCC = 0.8844 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.14295861887277206
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3239 | LCC = 0.8846 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.13519514029081156
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3031 | LCC = 0.8827 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.13587662439814882
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3016 | LCC = 0.8808 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.12327206965988081
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4386 | LCC = 0.8705 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.12278027660240327
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3696 | LCC = 0.8764 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.11590033950488692
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3110 | LCC = 0.8811 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.11407429195208356
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3081 | LCC = 0.8799 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.10763321330264813
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3065 | LCC = 0.8790 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.1023402093032192
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3232 | LCC = 0.8792 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.09752759079023593
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3560 | LCC = 0.8735 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.09466114366760833
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3817 | LCC = 0.8717 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.09153586076949373
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3195 | LCC = 0.8789 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.09026178907107756
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3169 | LCC = 0.8777 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.08448627136776903
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3346 | LCC = 0.8760 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.08198118957050274
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3398 | LCC = 0.8751 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.08016260980353879
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3319 | LCC = 0.8764 | SRCC = 0.8773 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5063 | LCC = 0.7134 | SRCC = 0.6991 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b12bb5a1b8d8a86fa65c6f0dd1382d6164d9869c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d151a78b4167d5fc56b3a1f52beef952b0c5b7df7d2cde1282649d3491b1fd0
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..48469e3a192c2f2564d6f483ac769cfbcec91b6a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65ee798bd88f0d2333b9a23a074f6814534a1c38a71b690e4479dbb239508123
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer14/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8acd261b33dd59122946b64440921e85ff37c19e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4636988070486598
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4740 | LCC = 0.8229 | SRCC = 0.8237 ]
+INFO:root:Average loss=0.3482985488768947
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4974 | LCC = 0.8425 | SRCC = 0.8435 ]
+INFO:root:Average loss=0.29056743467818796
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3768 | LCC = 0.8616 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.2645652267457433
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3524 | LCC = 0.8719 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.2530415361327243
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3780 | LCC = 0.8738 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.2399525346955812
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4652 | LCC = 0.8641 | SRCC = 0.8728 ]
+INFO:root:Average loss=0.21924749206256317
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3268 | LCC = 0.8828 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.20942655955091377
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3507 | LCC = 0.8741 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.19456160856636961
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3448 | LCC = 0.8838 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.18760512519434008
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4121 | LCC = 0.8817 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.17924565520417485
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3033 | LCC = 0.8850 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.1715098309809762
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3362 | LCC = 0.8833 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.17026069385640194
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3775 | LCC = 0.8864 | SRCC = 0.8849 ]
+INFO:root:Average loss=0.1604556043799213
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3146 | LCC = 0.8823 | SRCC = 0.8836 ]
+INFO:root:Average loss=0.14803295160476873
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3320 | LCC = 0.8860 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.1395614720407249
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3729 | LCC = 0.8856 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.13687251925985247
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3337 | LCC = 0.8851 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.1328953672954113
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3112 | LCC = 0.8839 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.12785171247975674
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3055 | LCC = 0.8818 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.12217830672774012
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3344 | LCC = 0.8842 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1150282900026768
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2950 | LCC = 0.8831 | SRCC = 0.8839 ]
+INFO:root:Average loss=0.11231520392991215
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3275 | LCC = 0.8840 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.10780072227292667
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3151 | LCC = 0.8845 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.10834765494558853
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3204 | LCC = 0.8859 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.09892443886209774
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3423 | LCC = 0.8842 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.0922146526978195
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3163 | LCC = 0.8797 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.09097462192694576
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3140 | LCC = 0.8835 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.09067120831567428
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3357 | LCC = 0.8832 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.08604562484976873
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3191 | LCC = 0.8796 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.08430163967127056
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3358 | LCC = 0.8768 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.08159309705299449
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3222 | LCC = 0.8820 | SRCC = 0.8811 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4709 | LCC = 0.7103 | SRCC = 0.7006 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..78fd858f77dc0c679a687c0fee7b9698a2c5eeb6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8baec9f20f9830ff44a6e1c5bee2b00e8acefad5301b771afb8b4a43b0d4cf18
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18347e3e8d5172dc4e8de771fd941e5ab031bc53
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:274c078d161747330b6e8c73959c677c894f44d7c818f5fd6c0c9b2cb1968ca1
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5ff03e391738b436630af9a80e369cfbb16de85d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5499576458524418
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4753 | LCC = 0.8166 | SRCC = 0.8175 ]
+INFO:root:Average loss=0.3585042141248725
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4323 | LCC = 0.8339 | SRCC = 0.8360 ]
+INFO:root:Average loss=0.33957333776647647
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3652 | LCC = 0.8457 | SRCC = 0.8456 ]
+INFO:root:Average loss=0.29100990519358244
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4244 | LCC = 0.8559 | SRCC = 0.8560 ]
+INFO:root:Average loss=0.27297682526139166
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4602 | LCC = 0.8554 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.2590940063227119
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3420 | LCC = 0.8678 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.23823264551300533
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3483 | LCC = 0.8679 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.2246366593276145
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3779 | LCC = 0.8734 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.21883569692256133
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3181 | LCC = 0.8769 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.21174816167078955
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3391 | LCC = 0.8728 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.1896379967300878
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3274 | LCC = 0.8765 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.18657090338323848
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3285 | LCC = 0.8777 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.17479376835113317
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3806 | LCC = 0.8733 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.16556983964377744
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3265 | LCC = 0.8761 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.1696586021453659
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3245 | LCC = 0.8741 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.1553265752992189
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3298 | LCC = 0.8726 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.15356088968026155
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3231 | LCC = 0.8743 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.14115847358641598
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3235 | LCC = 0.8757 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.1355761149629003
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3381 | LCC = 0.8703 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.1326909384803276
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3258 | LCC = 0.8754 | SRCC = 0.8741 ]
+INFO:root:Average loss=0.12253824315663707
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3445 | LCC = 0.8649 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.11854574047675022
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3146 | LCC = 0.8736 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.11821580686837951
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3401 | LCC = 0.8699 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.11348213298472366
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3260 | LCC = 0.8732 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.10744483939054385
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3347 | LCC = 0.8697 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.10239821487251734
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3396 | LCC = 0.8664 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.10015846577855204
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3181 | LCC = 0.8713 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.10049859464513083
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3129 | LCC = 0.8711 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.09067025580416525
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3134 | LCC = 0.8713 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.08922286193839388
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3177 | LCC = 0.8682 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.08735933350775972
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3471 | LCC = 0.8640 | SRCC = 0.8668 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4612 | LCC = 0.6991 | SRCC = 0.6853 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bfdea322c739ea235422b02485638ce0b044af3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02859f3b5e3797d68d3721f997f3d1f6485d5c294e70f91601432f95313dc7ab
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eca253e8c64c199c7f616fc48c90a4dd0deb1cc6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:728e1d677594b4d24fb8180c6aba7b3635bf8e2b2a56e236f1b55ec02b46fa6b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a34e22c0a9cb1a5590e377b5dfe47135d6b14c37
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5459460719472411
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4744 | LCC = 0.8054 | SRCC = 0.8035 ]
+INFO:root:Average loss=0.36443506715270135
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4604 | LCC = 0.8391 | SRCC = 0.8400 ]
+INFO:root:Average loss=0.3166170486308247
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3805 | LCC = 0.8512 | SRCC = 0.8512 ]
+INFO:root:Average loss=0.293910381766413
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3844 | LCC = 0.8626 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.26864462470732675
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3467 | LCC = 0.8673 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.24836649155685667
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3965 | LCC = 0.8679 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.23829518723694576
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3599 | LCC = 0.8674 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.22490718439652052
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3697 | LCC = 0.8732 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.2210334837436676
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3330 | LCC = 0.8774 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.20803464225606422
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3310 | LCC = 0.8755 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.19259831649547368
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3184 | LCC = 0.8738 | SRCC = 0.8732 ]
+INFO:root:Average loss=0.18292336600881093
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3204 | LCC = 0.8794 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.175565895920544
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3125 | LCC = 0.8782 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.17617789427669062
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3021 | LCC = 0.8765 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.16923407809755017
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3133 | LCC = 0.8775 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.15865830969431496
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3102 | LCC = 0.8784 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.14581960482748946
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3375 | LCC = 0.8754 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.144749849862446
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3210 | LCC = 0.8702 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.13869404422409962
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3214 | LCC = 0.8718 | SRCC = 0.8720 ]
+INFO:root:Average loss=0.13678858502407296
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3181 | LCC = 0.8732 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.13162458567433274
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3090 | LCC = 0.8726 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.12224309219618064
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3250 | LCC = 0.8738 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.1166813069728413
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3124 | LCC = 0.8756 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.11254361271858215
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3206 | LCC = 0.8694 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.11136988737765764
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3196 | LCC = 0.8711 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.10386797708238481
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3338 | LCC = 0.8704 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.10125997912332502
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3115 | LCC = 0.8728 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.09942233323447966
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3090 | LCC = 0.8729 | SRCC = 0.8698 ]
+INFO:root:Average loss=0.09541631619192961
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3025 | LCC = 0.8739 | SRCC = 0.8724 ]
+INFO:root:Average loss=0.09107899261003284
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3449 | LCC = 0.8702 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.0886997231255377
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3181 | LCC = 0.8743 | SRCC = 0.8717 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4722 | LCC = 0.6852 | SRCC = 0.6832 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c00c37bcd85440defd377236af2b326e066d4071
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:712b01fe37b9a434a76f9e1e85cc17996aaf4c6e51d4499a6b40e17f4f6e9d29
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..253fe8a5282f64a1c38b3a4c958e4c7be2366915
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75031de1cfa18beeb71dac0151565a464c84f496509cd96f0609fd4ec8b66695
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..85286dd60ecf4708aa7cb38397e3910867935785
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5113561198201483
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4589 | LCC = 0.8080 | SRCC = 0.8075 ]
+INFO:root:Average loss=0.35085329266986404
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4273 | LCC = 0.8394 | SRCC = 0.8392 ]
+INFO:root:Average loss=0.3112496438226259
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3932 | LCC = 0.8517 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.3212246196290661
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4009 | LCC = 0.8560 | SRCC = 0.8552 ]
+INFO:root:Average loss=0.28415335542549286
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3566 | LCC = 0.8640 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.2543119753716309
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3861 | LCC = 0.8589 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.25285289552859486
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3718 | LCC = 0.8686 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.23681249818360875
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3579 | LCC = 0.8691 | SRCC = 0.8678 ]
+INFO:root:Average loss=0.22431363415166822
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3257 | LCC = 0.8725 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.21672118898761067
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3233 | LCC = 0.8765 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.20120714932163328
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3489 | LCC = 0.8765 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.19706076107962284
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3467 | LCC = 0.8720 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.1806679936072041
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3340 | LCC = 0.8773 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.18877074583245151
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3105 | LCC = 0.8791 | SRCC = 0.8786 ]
+INFO:root:Average loss=0.16843549213829756
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3087 | LCC = 0.8801 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.16543623193495535
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3153 | LCC = 0.8794 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.15672293202036378
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3156 | LCC = 0.8758 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.14974779351425999
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3485 | LCC = 0.8686 | SRCC = 0.8734 ]
+INFO:root:Average loss=0.15000284661275115
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3219 | LCC = 0.8761 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.1413431804993249
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3044 | LCC = 0.8770 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.13337385645836075
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3121 | LCC = 0.8763 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.125581392404661
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3603 | LCC = 0.8714 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.12276637905164262
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3792 | LCC = 0.8676 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.12028740561766431
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3101 | LCC = 0.8777 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.1151790312690542
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3450 | LCC = 0.8713 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.10616214879158604
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3166 | LCC = 0.8735 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.10468924820767661
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3198 | LCC = 0.8740 | SRCC = 0.8723 ]
+INFO:root:Average loss=0.09950300118740583
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3032 | LCC = 0.8737 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.09797624834527859
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2955 | LCC = 0.8748 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.09570898079028019
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3343 | LCC = 0.8677 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.08919547179530811
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3090 | LCC = 0.8727 | SRCC = 0.8719 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4838 | LCC = 0.6853 | SRCC = 0.6740 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0dadb5340e0e46abd5bf028f060c28007bedfe
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:382ffd9313c514d03fe566d13072a726cc5cb97e163632aabd80c7342b00a21c
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71c1d5bf79aa90fb5dfb8a1d0215352f56a43df4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00e67467267803214881d5e43b45118c9a57e57f3a710b070dcc18f691ec2698
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..15ad4c9449193acdcbb1a5ce2e08c4e44b0ff43a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4810583364067739
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4658 | LCC = 0.8202 | SRCC = 0.8174 ]
+INFO:root:Average loss=0.3600018687675454
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4324 | LCC = 0.8378 | SRCC = 0.8365 ]
+INFO:root:Average loss=0.32129922707301345
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3808 | LCC = 0.8519 | SRCC = 0.8500 ]
+INFO:root:Average loss=0.2992814528632026
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3662 | LCC = 0.8562 | SRCC = 0.8547 ]
+INFO:root:Average loss=0.274516135368044
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3852 | LCC = 0.8613 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.2595413455556583
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3994 | LCC = 0.8643 | SRCC = 0.8648 ]
+INFO:root:Average loss=0.2453783226840069
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3673 | LCC = 0.8722 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.2401913853222235
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3739 | LCC = 0.8650 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.21088089027328988
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3520 | LCC = 0.8680 | SRCC = 0.8708 ]
+INFO:root:Average loss=0.2046243223668523
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3166 | LCC = 0.8703 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.18771545507142998
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3483 | LCC = 0.8742 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.1877777332256984
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4595 | LCC = 0.8602 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.1799469812843152
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3060 | LCC = 0.8764 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.16791775788185914
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3882 | LCC = 0.8695 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.15847910441070623
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3626 | LCC = 0.8627 | SRCC = 0.8679 ]
+INFO:root:Average loss=0.15249789605250938
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3175 | LCC = 0.8716 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.14539180894118514
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3696 | LCC = 0.8644 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.1407558640648175
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3490 | LCC = 0.8691 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.1335410825865117
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3231 | LCC = 0.8723 | SRCC = 0.8717 ]
+INFO:root:Average loss=0.1292628828931406
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3187 | LCC = 0.8712 | SRCC = 0.8695 ]
+INFO:root:Average loss=0.12424315843795765
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3616 | LCC = 0.8640 | SRCC = 0.8664 ]
+INFO:root:Average loss=0.12042902323896486
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3316 | LCC = 0.8649 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.11209105295425205
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3153 | LCC = 0.8682 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.11097449072868149
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3149 | LCC = 0.8707 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.10837115170810953
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3137 | LCC = 0.8686 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.10096237214142187
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3790 | LCC = 0.8577 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.09983032657576434
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3377 | LCC = 0.8650 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.09655885131372882
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3404 | LCC = 0.8672 | SRCC = 0.8679 ]
+INFO:root:Average loss=0.09065727663436376
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3254 | LCC = 0.8692 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.09184586668031754
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3351 | LCC = 0.8649 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.08854152040416105
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3110 | LCC = 0.8683 | SRCC = 0.8661 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5137 | LCC = 0.6669 | SRCC = 0.6551 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c056f1e6867425529b406a66894c6c67d665e46
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f3d6f46d7aef26fb7bc2c2266e6c59e3eef1cde81cd85b11c18de1147d55565
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c814e299d284416f740109f683c6a45d258fa5ce
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:330f3abc8df06e89d2f0b1e4c63442061f081fee18e60c7b7fb972c91de5b8da
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer16/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f98cfe5d63a163aed8148d8796b9b758340600cd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5520941577205768
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4784 | LCC = 0.8046 | SRCC = 0.8038 ]
+INFO:root:Average loss=0.3525824752673937
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4186 | LCC = 0.8403 | SRCC = 0.8393 ]
+INFO:root:Average loss=0.3184195507985319
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3858 | LCC = 0.8522 | SRCC = 0.8500 ]
+INFO:root:Average loss=0.30113642955618786
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4234 | LCC = 0.8496 | SRCC = 0.8544 ]
+INFO:root:Average loss=0.27875574320727003
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3852 | LCC = 0.8622 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.2688138689092129
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3764 | LCC = 0.8669 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.25555180641957104
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3272 | LCC = 0.8624 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.23008411097733272
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3795 | LCC = 0.8715 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.2281103739676448
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3505 | LCC = 0.8724 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.21185967989395119
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4009 | LCC = 0.8671 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.20700805586886545
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3338 | LCC = 0.8729 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.19821929772292948
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3636 | LCC = 0.8699 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.17997034772627615
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3330 | LCC = 0.8729 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.18234668443830027
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3190 | LCC = 0.8779 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.1674616477005399
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3329 | LCC = 0.8733 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.17202131398495912
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3125 | LCC = 0.8737 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.15858840533246885
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3174 | LCC = 0.8728 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.1502366941960561
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3310 | LCC = 0.8687 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.14934087548986336
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3138 | LCC = 0.8754 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.14142803503254245
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3430 | LCC = 0.8701 | SRCC = 0.8714 ]
+INFO:root:Average loss=0.13573410771141162
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3186 | LCC = 0.8740 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.1292600105435862
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4118 | LCC = 0.8724 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.12576714119297921
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3337 | LCC = 0.8744 | SRCC = 0.8721 ]
+INFO:root:Average loss=0.12139202081571425
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3078 | LCC = 0.8720 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.1134964480263994
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3239 | LCC = 0.8730 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.11020458295855219
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3126 | LCC = 0.8752 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.10848123041880613
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3332 | LCC = 0.8713 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.10057982408328553
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3154 | LCC = 0.8680 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.09948429581574622
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3221 | LCC = 0.8726 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.09661712118483692
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3409 | LCC = 0.8654 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.09544390898650092
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3281 | LCC = 0.8695 | SRCC = 0.8694 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4598 | LCC = 0.7006 | SRCC = 0.7025 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..135312ee4da4e87dcf7b81dc6d026e9b29c74ad8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0648d6b56777d087e43711ca95d3358822656cd6d6667b658e9173342cc0422
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66be0ec5c97b51520b5648d8d2c875fe3660c168
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:706c75bbdd0c98dde76a39a3851afcb2b1393526fb7b0423c2176aad17c28be5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e9438551c0a28f3a964e6afcd538ec16ba7e3cb4
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5724508612486668
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5900 | LCC = 0.7853 | SRCC = 0.7938 ]
+INFO:root:Average loss=0.37835772740358564
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5078 | LCC = 0.8217 | SRCC = 0.8254 ]
+INFO:root:Average loss=0.3270610591579724
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4785 | LCC = 0.8422 | SRCC = 0.8398 ]
+INFO:root:Average loss=0.30766702068678903
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3916 | LCC = 0.8479 | SRCC = 0.8474 ]
+INFO:root:Average loss=0.29080102209410913
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3892 | LCC = 0.8576 | SRCC = 0.8551 ]
+INFO:root:Average loss=0.27888685869688246
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5029 | LCC = 0.8396 | SRCC = 0.8532 ]
+INFO:root:Average loss=0.2614911989325044
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4921 | LCC = 0.8361 | SRCC = 0.8519 ]
+INFO:root:Average loss=0.25338637234503136
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3888 | LCC = 0.8600 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.2348262356712639
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3963 | LCC = 0.8662 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.23302599611137645
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3551 | LCC = 0.8660 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.2216719295937202
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4016 | LCC = 0.8661 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.20624911694685158
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4238 | LCC = 0.8568 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.1960092170131689
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3355 | LCC = 0.8651 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.19289537213441266
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3957 | LCC = 0.8688 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.17504185623343968
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3227 | LCC = 0.8687 | SRCC = 0.8686 ]
+INFO:root:Average loss=0.1795702717035492
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3517 | LCC = 0.8669 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.1678916648073348
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3309 | LCC = 0.8655 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.16077950794917312
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3719 | LCC = 0.8607 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.15251749581684268
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3344 | LCC = 0.8619 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.1528810210999726
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3371 | LCC = 0.8707 | SRCC = 0.8692 ]
+INFO:root:Average loss=0.13587626509066952
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3701 | LCC = 0.8696 | SRCC = 0.8673 ]
+INFO:root:Average loss=0.13574750118517462
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3846 | LCC = 0.8557 | SRCC = 0.8621 ]
+INFO:root:Average loss=0.13534818068577376
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3571 | LCC = 0.8690 | SRCC = 0.8669 ]
+INFO:root:Average loss=0.12982531964262098
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3329 | LCC = 0.8687 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.12224514881482704
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3395 | LCC = 0.8636 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.11923342990565163
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3522 | LCC = 0.8648 | SRCC = 0.8655 ]
+INFO:root:Average loss=0.11745307728045248
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3375 | LCC = 0.8620 | SRCC = 0.8647 ]
+INFO:root:Average loss=0.10933493047608117
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3691 | LCC = 0.8654 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.10886194464357603
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3503 | LCC = 0.8566 | SRCC = 0.8608 ]
+INFO:root:Average loss=0.10402026608844712
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3372 | LCC = 0.8662 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.10481698361004708
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3599 | LCC = 0.8563 | SRCC = 0.8595 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5002 | LCC = 0.6581 | SRCC = 0.6545 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6bfea8d4277133851f9c5fcc448a7f044adc9277
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f6c285634faa5c454635a87a852da7f64e33bd59b6ed5665362629cfea28aab
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4917ab8e6feea11f77e8f34468b1427efcf3bd1e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99c0b93eeb3d0b2466e0d0eb40aa417c26f8b365976f66feb69e8f1abbfea18f
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc953ac308f6b68095659461a6d32c486fb765e8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5406691852332539
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5887 | LCC = 0.8017 | SRCC = 0.8037 ]
+INFO:root:Average loss=0.3844700886334987
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4236 | LCC = 0.8247 | SRCC = 0.8232 ]
+INFO:root:Average loss=0.3288400427282201
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4146 | LCC = 0.8433 | SRCC = 0.8398 ]
+INFO:root:Average loss=0.3294296636746798
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5407 | LCC = 0.8304 | SRCC = 0.8431 ]
+INFO:root:Average loss=0.29983039157239
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4033 | LCC = 0.8499 | SRCC = 0.8469 ]
+INFO:root:Average loss=0.2754914027590283
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3957 | LCC = 0.8510 | SRCC = 0.8526 ]
+INFO:root:Average loss=0.2545952873595188
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3775 | LCC = 0.8597 | SRCC = 0.8575 ]
+INFO:root:Average loss=0.254937389768617
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3879 | LCC = 0.8552 | SRCC = 0.8604 ]
+INFO:root:Average loss=0.23817911365128666
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3493 | LCC = 0.8597 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.22873476849642793
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4336 | LCC = 0.8617 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.22881223661878894
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3545 | LCC = 0.8635 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.21018525893460807
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3435 | LCC = 0.8637 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.195333760813137
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3481 | LCC = 0.8569 | SRCC = 0.8595 ]
+INFO:root:Average loss=0.1882497368520395
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3520 | LCC = 0.8619 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.1810879557463475
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3486 | LCC = 0.8617 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.17333397178808388
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3370 | LCC = 0.8607 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.16650837633995652
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3603 | LCC = 0.8628 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.1564773325027758
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3383 | LCC = 0.8619 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.15594426348719292
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3705 | LCC = 0.8574 | SRCC = 0.8620 ]
+INFO:root:Average loss=0.14813971097414205
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3622 | LCC = 0.8611 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.14201415756534289
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3783 | LCC = 0.8631 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.13821545178662833
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3493 | LCC = 0.8612 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.1253651441693995
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3566 | LCC = 0.8606 | SRCC = 0.8577 ]
+INFO:root:Average loss=0.12610071152448654
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3523 | LCC = 0.8580 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.12643782221685254
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3694 | LCC = 0.8511 | SRCC = 0.8532 ]
+INFO:root:Average loss=0.11345157492367518
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3557 | LCC = 0.8630 | SRCC = 0.8605 ]
+INFO:root:Average loss=0.11338172409403531
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3737 | LCC = 0.8582 | SRCC = 0.8572 ]
+INFO:root:Average loss=0.1058148761748234
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3633 | LCC = 0.8517 | SRCC = 0.8571 ]
+INFO:root:Average loss=0.10087377186110943
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3912 | LCC = 0.8589 | SRCC = 0.8562 ]
+INFO:root:Average loss=0.10071013508246124
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3611 | LCC = 0.8601 | SRCC = 0.8591 ]
+INFO:root:Average loss=0.09664605312436991
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3654 | LCC = 0.8549 | SRCC = 0.8588 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5184 | LCC = 0.6590 | SRCC = 0.6683 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be0beb69770d28445bc7eb378a5320eb654c94d0
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:465aec4721b856d689c186d1b34d2fceced5aa0bc9eb687ce460122b7d96aeba
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0c5e2130ebeb4be189c01b6bb7fde7a32cb972cd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a49ebaea629bd51c7920ea7911e64cc0a2bd96affcbb1f4ff9b663199e24a7
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4910f2931f238eef968c5331a8fe77611df76284
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5536575285513277
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5192 | LCC = 0.8022 | SRCC = 0.8026 ]
+INFO:root:Average loss=0.3763702828760092
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4254 | LCC = 0.8251 | SRCC = 0.8231 ]
+INFO:root:Average loss=0.3470304919288338
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5119 | LCC = 0.8238 | SRCC = 0.8317 ]
+INFO:root:Average loss=0.3080342914155453
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3862 | LCC = 0.8440 | SRCC = 0.8435 ]
+INFO:root:Average loss=0.2901989565247056
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4487 | LCC = 0.8454 | SRCC = 0.8454 ]
+INFO:root:Average loss=0.27322415766343905
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3974 | LCC = 0.8537 | SRCC = 0.8526 ]
+INFO:root:Average loss=0.259379663650011
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4993 | LCC = 0.8450 | SRCC = 0.8559 ]
+INFO:root:Average loss=0.24440488753291223
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3925 | LCC = 0.8557 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.23372865265849008
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4706 | LCC = 0.8512 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.23038041824205763
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3581 | LCC = 0.8590 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.20733345325799346
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3747 | LCC = 0.8563 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.20301975159114496
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3879 | LCC = 0.8606 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.19664272898538954
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3431 | LCC = 0.8628 | SRCC = 0.8609 ]
+INFO:root:Average loss=0.18573599623117834
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3312 | LCC = 0.8624 | SRCC = 0.8615 ]
+INFO:root:Average loss=0.17584856252880454
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3678 | LCC = 0.8632 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.17173880579843687
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3357 | LCC = 0.8608 | SRCC = 0.8608 ]
+INFO:root:Average loss=0.16840802068482932
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3372 | LCC = 0.8615 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.16174603081335223
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4289 | LCC = 0.8551 | SRCC = 0.8617 ]
+INFO:root:Average loss=0.15184175210192025
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3482 | LCC = 0.8636 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.144398196928763
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3478 | LCC = 0.8613 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.1403786595157116
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3879 | LCC = 0.8565 | SRCC = 0.8616 ]
+INFO:root:Average loss=0.13255425684713903
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3462 | LCC = 0.8620 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.13608420743590835
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3317 | LCC = 0.8623 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.12216397116466754
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3568 | LCC = 0.8579 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.11995049921332757
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3734 | LCC = 0.8556 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.12137986413833034
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3556 | LCC = 0.8616 | SRCC = 0.8600 ]
+INFO:root:Average loss=0.10942804137234054
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3709 | LCC = 0.8550 | SRCC = 0.8549 ]
+INFO:root:Average loss=0.10520101028542987
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3485 | LCC = 0.8603 | SRCC = 0.8594 ]
+INFO:root:Average loss=0.10509877272940785
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3444 | LCC = 0.8596 | SRCC = 0.8583 ]
+INFO:root:Average loss=0.09876112575303612
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3332 | LCC = 0.8612 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.09310386644277958
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3582 | LCC = 0.8535 | SRCC = 0.8554 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4960 | LCC = 0.6648 | SRCC = 0.6666 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60913af5c132e7f59505917b6c5da4e36a0fd7b9
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:264b49f8293f76b497406f129ffaefe69cf24c82004ff5f9fc273aed9c160386
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82534b861c2292cbe91a59bee9489a7776c157b1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02e2c8c4a8eed49eee17b3badc57d8df8b59192f5d47c5a9aaa86368861a30b2
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..969f09a181d60b482cc9b2bff6f9144a57d26b0f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5549018543235139
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5306 | LCC = 0.8019 | SRCC = 0.7999 ]
+INFO:root:Average loss=0.38350421801812384
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5151 | LCC = 0.8220 | SRCC = 0.8228 ]
+INFO:root:Average loss=0.34812783738436726
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4671 | LCC = 0.8378 | SRCC = 0.8356 ]
+INFO:root:Average loss=0.31143586957730307
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5267 | LCC = 0.8427 | SRCC = 0.8435 ]
+INFO:root:Average loss=0.31441431686368293
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5229 | LCC = 0.8493 | SRCC = 0.8483 ]
+INFO:root:Average loss=0.2968947344777212
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4098 | LCC = 0.8518 | SRCC = 0.8494 ]
+INFO:root:Average loss=0.2653049296898649
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3816 | LCC = 0.8591 | SRCC = 0.8575 ]
+INFO:root:Average loss=0.2520298050834953
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3878 | LCC = 0.8476 | SRCC = 0.8538 ]
+INFO:root:Average loss=0.24300094956607488
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3897 | LCC = 0.8508 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.23578134937093437
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3928 | LCC = 0.8616 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.22713064673663563
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4054 | LCC = 0.8627 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.21135397457835303
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3496 | LCC = 0.8625 | SRCC = 0.8624 ]
+INFO:root:Average loss=0.19541007680872272
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3959 | LCC = 0.8540 | SRCC = 0.8587 ]
+INFO:root:Average loss=0.19249092602316356
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3526 | LCC = 0.8582 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.19022817914024254
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3686 | LCC = 0.8612 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.17474892438319378
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3539 | LCC = 0.8633 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.17019908737412767
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4014 | LCC = 0.8660 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.1626299046453713
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3389 | LCC = 0.8606 | SRCC = 0.8642 ]
+INFO:root:Average loss=0.15427690770240188
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3775 | LCC = 0.8597 | SRCC = 0.8620 ]
+INFO:root:Average loss=0.1461527387186282
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4260 | LCC = 0.8617 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.1404709050248813
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3552 | LCC = 0.8622 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.14212946593761444
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4199 | LCC = 0.8647 | SRCC = 0.8619 ]
+INFO:root:Average loss=0.1420201461955991
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3860 | LCC = 0.8643 | SRCC = 0.8627 ]
+INFO:root:Average loss=0.12429273055295724
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3865 | LCC = 0.8517 | SRCC = 0.8566 ]
+INFO:root:Average loss=0.123961164772166
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3533 | LCC = 0.8596 | SRCC = 0.8589 ]
+INFO:root:Average loss=0.11557727907865034
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3828 | LCC = 0.8594 | SRCC = 0.8571 ]
+INFO:root:Average loss=0.11314525015953648
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3781 | LCC = 0.8595 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.10819588528375405
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3663 | LCC = 0.8560 | SRCC = 0.8575 ]
+INFO:root:Average loss=0.10138765989528226
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3762 | LCC = 0.8608 | SRCC = 0.8592 ]
+INFO:root:Average loss=0.10324166224181996
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3708 | LCC = 0.8509 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.0952100114024788
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3682 | LCC = 0.8561 | SRCC = 0.8563 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4944 | LCC = 0.6721 | SRCC = 0.6624 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67cce69cfa9ac69c39d83446c3dd819452fed57e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30b9228812d6ebd80221af934e795cf2540440a939249955740443b55fd45f86
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6dc333e7a5390925856a408c17c6b39fa7534b81
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ccd1653e68442968ba36f98472a02c276e2a6474f89272b725553155e134437
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer18/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..da66a76a6e8e2ed93a49f8b5233789a497acaad1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5162642901343417
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4821 | LCC = 0.8015 | SRCC = 0.8045 ]
+INFO:root:Average loss=0.3726793304516401
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4216 | LCC = 0.8311 | SRCC = 0.8286 ]
+INFO:root:Average loss=0.34201467011360764
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4316 | LCC = 0.8319 | SRCC = 0.8356 ]
+INFO:root:Average loss=0.3184778289815594
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3851 | LCC = 0.8485 | SRCC = 0.8463 ]
+INFO:root:Average loss=0.2946014799651383
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4617 | LCC = 0.8452 | SRCC = 0.8504 ]
+INFO:root:Average loss=0.28403539955616
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3684 | LCC = 0.8551 | SRCC = 0.8528 ]
+INFO:root:Average loss=0.2635182510910696
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4049 | LCC = 0.8548 | SRCC = 0.8536 ]
+INFO:root:Average loss=0.2571828723642867
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4142 | LCC = 0.8560 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.2486724501228057
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3495 | LCC = 0.8606 | SRCC = 0.8579 ]
+INFO:root:Average loss=0.22536933370408296
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3611 | LCC = 0.8534 | SRCC = 0.8580 ]
+INFO:root:Average loss=0.21576517923718933
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4031 | LCC = 0.8604 | SRCC = 0.8618 ]
+INFO:root:Average loss=0.20249926871647037
+INFO:root:
+[Valid][11][UTT][ MSE = 0.5389 | LCC = 0.8430 | SRCC = 0.8561 ]
+INFO:root:Average loss=0.19921115208740178
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3275 | LCC = 0.8649 | SRCC = 0.8623 ]
+INFO:root:Average loss=0.19132924868020018
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3268 | LCC = 0.8660 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.1819181087819827
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3208 | LCC = 0.8658 | SRCC = 0.8641 ]
+INFO:root:Average loss=0.17937987724136065
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3464 | LCC = 0.8657 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.16606503496797098
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3190 | LCC = 0.8687 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.15222218197721965
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3540 | LCC = 0.8594 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.14959042734665678
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3265 | LCC = 0.8652 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.14451670767254912
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3281 | LCC = 0.8658 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.13646236018982927
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3236 | LCC = 0.8661 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.13228315601631396
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3325 | LCC = 0.8640 | SRCC = 0.8626 ]
+INFO:root:Average loss=0.1279382090692575
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3530 | LCC = 0.8611 | SRCC = 0.8631 ]
+INFO:root:Average loss=0.12022899104163826
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3202 | LCC = 0.8643 | SRCC = 0.8625 ]
+INFO:root:Average loss=0.11437839717534236
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3437 | LCC = 0.8588 | SRCC = 0.8581 ]
+INFO:root:Average loss=0.11791089775762117
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3551 | LCC = 0.8594 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.11162715855275275
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3346 | LCC = 0.8643 | SRCC = 0.8622 ]
+INFO:root:Average loss=0.1044277752927273
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3298 | LCC = 0.8631 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.09981552201371661
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3297 | LCC = 0.8632 | SRCC = 0.8612 ]
+INFO:root:Average loss=0.09671149652645078
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3402 | LCC = 0.8599 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.09498698074865893
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3435 | LCC = 0.8612 | SRCC = 0.8587 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5612 | LCC = 0.6296 | SRCC = 0.6296 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..611827a8122481f7086f949a85ff0a761841b976
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf56740c81bb4bd94d7c3c7c287c03885ea95ec7695ec9bf4d8d71f96d5b6ca
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c3da02aa326129f82acc78f30111f2cf1456964
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c8b4ef328a7deff34f70d3996bbcefb11cd2f751d8870e348b7b871357319df5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b20ae6a3657a35fa9f106fb763ff809eee67b4b1
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4773227840317467
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4720 | LCC = 0.8473 | SRCC = 0.8451 ]
+INFO:root:Average loss=0.2994837564540047
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3817 | LCC = 0.8591 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.2715653736639574
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3436 | LCC = 0.8831 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.24008059441354235
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2985 | LCC = 0.8916 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.2273677159423773
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3150 | LCC = 0.8988 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.2069366077725598
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2930 | LCC = 0.8992 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.1944569011644132
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3260 | LCC = 0.9004 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.18984699417228643
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2840 | LCC = 0.9016 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.17718727051178154
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2795 | LCC = 0.9003 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.182233014504689
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2857 | LCC = 0.9007 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.1676039785318981
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2669 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.1659952370676002
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3165 | LCC = 0.9023 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.15112544234432926
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3001 | LCC = 0.9059 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.15526604988326917
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2855 | LCC = 0.9075 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.14815984201224552
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2762 | LCC = 0.9025 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.14209381835481336
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2600 | LCC = 0.9063 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.1402223988764548
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2823 | LCC = 0.9010 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.13015461476207468
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2703 | LCC = 0.9031 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.12949567382907592
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2755 | LCC = 0.9063 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.13187563850011438
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2710 | LCC = 0.9054 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.12228398070256145
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2600 | LCC = 0.9044 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.11855987644608999
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3010 | LCC = 0.8951 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.11714159262318143
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2962 | LCC = 0.9036 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.1125250622802387
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2645 | LCC = 0.9036 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.1084506493384783
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2837 | LCC = 0.9022 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.10420279863769609
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2943 | LCC = 0.8974 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.10244441443698944
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2789 | LCC = 0.9050 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.09700009747908983
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2667 | LCC = 0.8994 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.09581213028875389
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2633 | LCC = 0.9028 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.09332875562885593
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2773 | LCC = 0.8996 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.08878407401242697
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2774 | LCC = 0.9014 | SRCC = 0.9018 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4999 | LCC = 0.6652 | SRCC = 0.6528 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e2c2f0355b7db119d48b81547ee89abba4c11f8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530023af16d409bbf8d164a0185c426487089ee0845fa7cf8def3a45f06279cc
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91b63bc9a81e15516d53113bbbc3903bbe21a203
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d849a08b6b01c698a8be365463fb79f6948c04eae9ec5849a7aa55f4c4bb55e
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6f63ee853b29b77bc89db52e84c93f5e8b24c657
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4681745954503903
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4283 | LCC = 0.8466 | SRCC = 0.8456 ]
+INFO:root:Average loss=0.3152050195057268
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3681 | LCC = 0.8569 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.28732731533532885
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3327 | LCC = 0.8755 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.2492263127613619
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3261 | LCC = 0.8829 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.2298076202759164
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2840 | LCC = 0.8907 | SRCC = 0.8930 ]
+INFO:root:Average loss=0.21086435304211743
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3139 | LCC = 0.8996 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.2015947632362388
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2601 | LCC = 0.9003 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.19519157483743105
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2630 | LCC = 0.9028 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.18667956644055472
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3484 | LCC = 0.8981 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.17835099573080251
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2778 | LCC = 0.9055 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.17127134849053588
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3142 | LCC = 0.9045 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.1613921573482497
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2671 | LCC = 0.9022 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.15935573976680723
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2866 | LCC = 0.9083 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.1536993652452968
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2547 | LCC = 0.9068 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.1498156845397343
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2581 | LCC = 0.9081 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.14345781897017032
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2739 | LCC = 0.9083 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.13938483350366526
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2687 | LCC = 0.9092 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.13289361507389585
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2503 | LCC = 0.9076 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.13175594539656116
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2861 | LCC = 0.9063 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.1302280869184202
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2586 | LCC = 0.9078 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.12244744077755537
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2527 | LCC = 0.9070 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.12019261033031982
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3183 | LCC = 0.9062 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.11563688090254116
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2751 | LCC = 0.9092 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.11329981228175191
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2750 | LCC = 0.9086 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.11013555345852251
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2512 | LCC = 0.9034 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.10489460657959039
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2701 | LCC = 0.9049 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.10250129051118917
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2595 | LCC = 0.9035 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.10450660148797007
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2499 | LCC = 0.9053 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.09850345605801296
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2805 | LCC = 0.9060 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.09460245951407217
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2501 | LCC = 0.9046 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.0925233685384596
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2599 | LCC = 0.9026 | SRCC = 0.9039 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5057 | LCC = 0.6986 | SRCC = 0.6721 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b22c5ac4489f5f2e77334a7dc0aa8bc50398a45f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855d4b221b00b64a073349741ef741c6cae7d3928ee6804b624e2d1cfc95c410
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4a057fe2bc82fc9753aef81b85908bfa77f50093
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09cbc1c867f14083370ca569fca4ffc4c543139ab7dd304a6460978a01a421eb
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2785220961bef763f3ce996d794d65ce9a34b029
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5066714037877287
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4037 | LCC = 0.8396 | SRCC = 0.8404 ]
+INFO:root:Average loss=0.30114246319139626
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3283 | LCC = 0.8724 | SRCC = 0.8712 ]
+INFO:root:Average loss=0.28131790097393744
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3527 | LCC = 0.8837 | SRCC = 0.8833 ]
+INFO:root:Average loss=0.24165032425023228
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3062 | LCC = 0.8932 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.23313192506401526
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3443 | LCC = 0.8937 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.21387108169883662
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2976 | LCC = 0.9015 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.19899343548482554
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3217 | LCC = 0.9022 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.19143908526856085
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2794 | LCC = 0.9031 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.18935603458929612
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2663 | LCC = 0.9011 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.1737679804249995
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2892 | LCC = 0.9024 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.1653204690772674
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2951 | LCC = 0.9066 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.16302748067530592
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2633 | LCC = 0.9072 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.15838682436185075
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2804 | LCC = 0.9069 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.15277131875126349
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2848 | LCC = 0.9020 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.14340474073252926
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2986 | LCC = 0.9092 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.1413593959773896
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2480 | LCC = 0.9037 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.13541566869082478
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2447 | LCC = 0.9061 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.13277829528888527
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2815 | LCC = 0.9056 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.12719714757851783
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2591 | LCC = 0.9065 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.12677222249135806
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2688 | LCC = 0.9027 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.12251018263356533
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2741 | LCC = 0.9009 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.11754155236517073
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2709 | LCC = 0.9074 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.11739636916731823
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2827 | LCC = 0.9041 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.11275512393499386
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2605 | LCC = 0.9049 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.10819666445083012
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2908 | LCC = 0.9033 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.10475022944411791
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2612 | LCC = 0.9018 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.10237434919858944
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2637 | LCC = 0.9036 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.09851596560436866
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2715 | LCC = 0.9033 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.09511993328012483
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2601 | LCC = 0.9024 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.09127256363587227
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2692 | LCC = 0.9037 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.09044535707876172
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2762 | LCC = 0.9036 | SRCC = 0.9036 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5471 | LCC = 0.6323 | SRCC = 0.6145 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e332d07fb863e56a5068ac106e47ee35f341e8c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fdb2469acacdd6d2b19ab9d9e7b55805f3b1cf37ce9a8280c5b890f380de9d4
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1619784f654835442f9ab35ad58ddb2383f2b40f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d761dd395072eb778add57764ba9a0dd05a2cc36268bf1e8a0038e2256c9e2b6
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..56633301c1daae8f3b9f655caa15bbcf53fa8d56
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5298169180320177
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4367 | LCC = 0.8413 | SRCC = 0.8404 ]
+INFO:root:Average loss=0.3011373796559483
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3568 | LCC = 0.8694 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.276485011498363
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3431 | LCC = 0.8851 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.2467428202918499
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3230 | LCC = 0.8769 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.2236569878682925
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3097 | LCC = 0.8977 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.2039991652948319
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2684 | LCC = 0.9003 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.19556685717980984
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3030 | LCC = 0.9023 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.19062888359575603
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2965 | LCC = 0.9056 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.17988725579370654
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2568 | LCC = 0.9054 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.17070651515198582
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2707 | LCC = 0.9014 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.16544916683194266
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2990 | LCC = 0.9017 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.15765031642479704
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2691 | LCC = 0.9066 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.15449287781136573
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2533 | LCC = 0.9027 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.1478459237283365
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2699 | LCC = 0.9033 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.14454704609220428
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2873 | LCC = 0.9069 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.13970308027343253
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2586 | LCC = 0.9066 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.13999397165513452
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2558 | LCC = 0.9039 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.1372537819205681
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2655 | LCC = 0.9012 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.1272294855100571
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3135 | LCC = 0.9015 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.12487942475631747
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2994 | LCC = 0.9046 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.12076178055278139
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2889 | LCC = 0.8978 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.11283390994878173
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2627 | LCC = 0.9059 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.11181104226263962
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2604 | LCC = 0.9049 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.10810480708245597
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2634 | LCC = 0.9039 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.10774231521208162
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2714 | LCC = 0.9047 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.10049067230927462
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2634 | LCC = 0.9032 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.10129248159210806
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2528 | LCC = 0.9035 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.09947698498736916
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2549 | LCC = 0.9036 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.09445544414093039
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2632 | LCC = 0.9007 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.09241934443657109
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2674 | LCC = 0.9011 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.08904899055988802
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2751 | LCC = 0.9021 | SRCC = 0.9019 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4994 | LCC = 0.6645 | SRCC = 0.6439 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f57f5064bba4e520252768f7fbfdb29d87c0811
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a861b5e68befff74c0faff48abdf7bc892cfcf180247c410b4f3b6d7eb602baf
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4570d840ba66e4d59e56fa5b2ece9e28a38a6455
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02478cd71b7d67fbce0b4d9adbb3a62daceed8af3f05a1fd3da959a206540bce
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer2/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..defd709e4dd458acb0d3a4f8622dae6d74169551
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4625115900198159
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4058 | LCC = 0.8454 | SRCC = 0.8432 ]
+INFO:root:Average loss=0.30752206804779914
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3773 | LCC = 0.8637 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.2768268927156581
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4033 | LCC = 0.8782 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.24222727610885753
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3382 | LCC = 0.8889 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.2256525852259873
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3146 | LCC = 0.8960 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.20417596830453486
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2869 | LCC = 0.8990 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.1946001534344833
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2821 | LCC = 0.8959 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.1920744549762996
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3147 | LCC = 0.9011 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.17950490362554616
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2703 | LCC = 0.8988 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.18078120337056286
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2802 | LCC = 0.9035 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.16506715838102937
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2725 | LCC = 0.9053 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.16398789363272617
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2652 | LCC = 0.9056 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.15753271297223306
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2454 | LCC = 0.9060 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.151264243775365
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2815 | LCC = 0.9042 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.1427827423190795
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2893 | LCC = 0.9064 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.14939646517610275
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3156 | LCC = 0.9031 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.1345290930974001
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2991 | LCC = 0.8999 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.1333262044828751
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2428 | LCC = 0.9049 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.12712890409320765
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2615 | LCC = 0.9047 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.12393178708980539
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2633 | LCC = 0.9057 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.11928788447655694
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2864 | LCC = 0.9033 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.11458641109783525
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2583 | LCC = 0.8985 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.11446753742894686
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2656 | LCC = 0.9012 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.1101441246839617
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2638 | LCC = 0.9000 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.11005213391574133
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2685 | LCC = 0.9017 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.10802442020591284
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2830 | LCC = 0.9044 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.09997201876747126
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2632 | LCC = 0.9055 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.10014799937089054
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2871 | LCC = 0.8980 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.09691768593956969
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2613 | LCC = 0.9048 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.09313540216642997
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2447 | LCC = 0.9025 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.09256346568982037
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2692 | LCC = 0.9003 | SRCC = 0.9013 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5341 | LCC = 0.6545 | SRCC = 0.6418 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..862252d62b8c514c68bff1de7b78efca1a0c400e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49f6375f2852b9fa2aaa28269f02f3364921942711001adb7f5658233ba33024
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bc4955de52461bba0150237bfd49c5523228b9ed
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a40384aece06cdd88e5b722a540baf73cdad9f18822396323457bb5971f08d36
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f9ff3d33ccdf8774757f78638163741543efeb8f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5324488747326624
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5315 | LCC = 0.7844 | SRCC = 0.7851 ]
+INFO:root:Average loss=0.42935635356200225
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5177 | LCC = 0.8008 | SRCC = 0.8009 ]
+INFO:root:Average loss=0.376622090449912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5028 | LCC = 0.8107 | SRCC = 0.8064 ]
+INFO:root:Average loss=0.3554810522436407
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5097 | LCC = 0.8156 | SRCC = 0.8155 ]
+INFO:root:Average loss=0.3351312160836479
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4741 | LCC = 0.8260 | SRCC = 0.8217 ]
+INFO:root:Average loss=0.31585702696287565
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4311 | LCC = 0.8304 | SRCC = 0.8267 ]
+INFO:root:Average loss=0.3171265126997336
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4237 | LCC = 0.8327 | SRCC = 0.8294 ]
+INFO:root:Average loss=0.2945550379553282
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4260 | LCC = 0.8318 | SRCC = 0.8280 ]
+INFO:root:Average loss=0.2808904213712395
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4188 | LCC = 0.8366 | SRCC = 0.8326 ]
+INFO:root:Average loss=0.27444510825107554
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4322 | LCC = 0.8311 | SRCC = 0.8319 ]
+INFO:root:Average loss=0.2627631730771478
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4159 | LCC = 0.8345 | SRCC = 0.8332 ]
+INFO:root:Average loss=0.24832949550510142
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4213 | LCC = 0.8350 | SRCC = 0.8317 ]
+INFO:root:Average loss=0.23724494538555255
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4414 | LCC = 0.8321 | SRCC = 0.8310 ]
+INFO:root:Average loss=0.23347660003369944
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4414 | LCC = 0.8353 | SRCC = 0.8319 ]
+INFO:root:Average loss=0.2211313935244359
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3930 | LCC = 0.8383 | SRCC = 0.8361 ]
+INFO:root:Average loss=0.20237096584256672
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4224 | LCC = 0.8331 | SRCC = 0.8337 ]
+INFO:root:Average loss=0.196057326273422
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4008 | LCC = 0.8397 | SRCC = 0.8356 ]
+INFO:root:Average loss=0.18992882075509585
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4268 | LCC = 0.8335 | SRCC = 0.8349 ]
+INFO:root:Average loss=0.19137608315903326
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4059 | LCC = 0.8396 | SRCC = 0.8367 ]
+INFO:root:Average loss=0.17189055590788063
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3831 | LCC = 0.8350 | SRCC = 0.8333 ]
+INFO:root:Average loss=0.1681646275727046
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3908 | LCC = 0.8353 | SRCC = 0.8323 ]
+INFO:root:Average loss=0.1596728430662541
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4198 | LCC = 0.8342 | SRCC = 0.8294 ]
+INFO:root:Average loss=0.14888556017351978
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4042 | LCC = 0.8378 | SRCC = 0.8339 ]
+INFO:root:Average loss=0.14564214095559425
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4025 | LCC = 0.8376 | SRCC = 0.8333 ]
+INFO:root:Average loss=0.14475013479332013
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4312 | LCC = 0.8240 | SRCC = 0.8250 ]
+INFO:root:Average loss=0.14901566940408223
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4065 | LCC = 0.8341 | SRCC = 0.8330 ]
+INFO:root:Average loss=0.14137112299744795
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3959 | LCC = 0.8403 | SRCC = 0.8365 ]
+INFO:root:Average loss=0.12928544617974
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3955 | LCC = 0.8357 | SRCC = 0.8313 ]
+INFO:root:Average loss=0.12412520088901409
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3820 | LCC = 0.8340 | SRCC = 0.8308 ]
+INFO:root:Average loss=0.12745483813947336
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3868 | LCC = 0.8333 | SRCC = 0.8320 ]
+INFO:root:Average loss=0.11431836916101461
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3950 | LCC = 0.8337 | SRCC = 0.8295 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5774 | LCC = 0.6125 | SRCC = 0.6073 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12e97d556a98821061d8ea24f10c3da63300cf8a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:808dd0b2cfc82fa661a235df9dd0d1752395e829bab7027d36e87e3e2085285e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..72931bded94617235edb63b07f7501d2c56aed61
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:134f567d575055b11cfd5cf9c3ebf1131028dd40f684c0efc797ec7296205310
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c9ec2b713893bb571db48b24454aa3145bb06be5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5122213716796368
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5027 | LCC = 0.7898 | SRCC = 0.7878 ]
+INFO:root:Average loss=0.4043296165548997
+INFO:root:
+[Valid][1][UTT][ MSE = 0.6039 | LCC = 0.8042 | SRCC = 0.8040 ]
+INFO:root:Average loss=0.3572385382617829
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4555 | LCC = 0.8204 | SRCC = 0.8179 ]
+INFO:root:Average loss=0.3607187029081962
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5147 | LCC = 0.8213 | SRCC = 0.8217 ]
+INFO:root:Average loss=0.3328576447991277
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4172 | LCC = 0.8307 | SRCC = 0.8277 ]
+INFO:root:Average loss=0.3139028535412915
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4440 | LCC = 0.8315 | SRCC = 0.8291 ]
+INFO:root:Average loss=0.303835767283605
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4110 | LCC = 0.8360 | SRCC = 0.8330 ]
+INFO:root:Average loss=0.29185339498382085
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4201 | LCC = 0.8358 | SRCC = 0.8338 ]
+INFO:root:Average loss=0.28010587402850906
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4080 | LCC = 0.8352 | SRCC = 0.8339 ]
+INFO:root:Average loss=0.27686857755129046
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3963 | LCC = 0.8412 | SRCC = 0.8379 ]
+INFO:root:Average loss=0.2473135895467218
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3989 | LCC = 0.8373 | SRCC = 0.8357 ]
+INFO:root:Average loss=0.2539136984272499
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4476 | LCC = 0.8331 | SRCC = 0.8331 ]
+INFO:root:Average loss=0.23270636443802387
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3719 | LCC = 0.8410 | SRCC = 0.8378 ]
+INFO:root:Average loss=0.2206493694055287
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4041 | LCC = 0.8435 | SRCC = 0.8402 ]
+INFO:root:Average loss=0.2149501523444418
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4408 | LCC = 0.8321 | SRCC = 0.8355 ]
+INFO:root:Average loss=0.20975680085103635
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3806 | LCC = 0.8407 | SRCC = 0.8404 ]
+INFO:root:Average loss=0.19016413455236855
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4299 | LCC = 0.8441 | SRCC = 0.8425 ]
+INFO:root:Average loss=0.18272818388105128
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4277 | LCC = 0.8396 | SRCC = 0.8401 ]
+INFO:root:Average loss=0.1769062154038104
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4072 | LCC = 0.8404 | SRCC = 0.8400 ]
+INFO:root:Average loss=0.16853352631792168
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3688 | LCC = 0.8446 | SRCC = 0.8421 ]
+INFO:root:Average loss=0.16154234860673805
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4110 | LCC = 0.8304 | SRCC = 0.8346 ]
+INFO:root:Average loss=0.15313092614873985
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3918 | LCC = 0.8366 | SRCC = 0.8371 ]
+INFO:root:Average loss=0.1517523364352353
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4293 | LCC = 0.8301 | SRCC = 0.8307 ]
+INFO:root:Average loss=0.14618070255641993
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4072 | LCC = 0.8374 | SRCC = 0.8370 ]
+INFO:root:Average loss=0.14388645022590726
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4175 | LCC = 0.8312 | SRCC = 0.8314 ]
+INFO:root:Average loss=0.13552716520824873
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3669 | LCC = 0.8408 | SRCC = 0.8380 ]
+INFO:root:Average loss=0.12912849177514887
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4041 | LCC = 0.8392 | SRCC = 0.8374 ]
+INFO:root:Average loss=0.12926523749194394
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4108 | LCC = 0.8384 | SRCC = 0.8350 ]
+INFO:root:Average loss=0.1201195126840834
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3930 | LCC = 0.8397 | SRCC = 0.8379 ]
+INFO:root:Average loss=0.116938055982824
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3780 | LCC = 0.8397 | SRCC = 0.8366 ]
+INFO:root:Average loss=0.10945173223755952
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3767 | LCC = 0.8366 | SRCC = 0.8334 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5827 | LCC = 0.6329 | SRCC = 0.6422 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e235310ba639ac0b1f668c54528cc7a1dc02fa79
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d732a290b272a34804ede4807078e0970b4193901b10288e071a4b3776b753a
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ec10c7db19cea563b8ac6ad1552f6bde4258005
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b11b87dcf4a91d5810c7d244631f7ca2ca47a3b8897100d5a488b24c463dea
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d1e18010aad036ddd4bd35b9563cb62e55b1167c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5776887448192332
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5907 | LCC = 0.7822 | SRCC = 0.7868 ]
+INFO:root:Average loss=0.39678196273098104
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5559 | LCC = 0.8026 | SRCC = 0.8084 ]
+INFO:root:Average loss=0.3712059586723416
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5545 | LCC = 0.8121 | SRCC = 0.8155 ]
+INFO:root:Average loss=0.35485513801175045
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4593 | LCC = 0.8252 | SRCC = 0.8219 ]
+INFO:root:Average loss=0.33520098340649135
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4562 | LCC = 0.8275 | SRCC = 0.8235 ]
+INFO:root:Average loss=0.31538088111519125
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4343 | LCC = 0.8335 | SRCC = 0.8304 ]
+INFO:root:Average loss=0.3065520396639157
+INFO:root:
+[Valid][6][UTT][ MSE = 0.5320 | LCC = 0.8203 | SRCC = 0.8292 ]
+INFO:root:Average loss=0.29268720022515754
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4312 | LCC = 0.8327 | SRCC = 0.8316 ]
+INFO:root:Average loss=0.2681121036324198
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3899 | LCC = 0.8373 | SRCC = 0.8367 ]
+INFO:root:Average loss=0.27528933577799386
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4594 | LCC = 0.8377 | SRCC = 0.8366 ]
+INFO:root:Average loss=0.26074551080348174
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4789 | LCC = 0.8366 | SRCC = 0.8333 ]
+INFO:root:Average loss=0.23461827958767126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4293 | LCC = 0.8387 | SRCC = 0.8359 ]
+INFO:root:Average loss=0.23238550083485643
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3974 | LCC = 0.8415 | SRCC = 0.8384 ]
+INFO:root:Average loss=0.22569742626537478
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4052 | LCC = 0.8421 | SRCC = 0.8388 ]
+INFO:root:Average loss=0.2130195044110276
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4439 | LCC = 0.8403 | SRCC = 0.8369 ]
+INFO:root:Average loss=0.20126060323219078
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3904 | LCC = 0.8422 | SRCC = 0.8408 ]
+INFO:root:Average loss=0.1936994713510392
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4067 | LCC = 0.8418 | SRCC = 0.8386 ]
+INFO:root:Average loss=0.18602763809737444
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4776 | LCC = 0.8397 | SRCC = 0.8373 ]
+INFO:root:Average loss=0.18035088720693754
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4119 | LCC = 0.8412 | SRCC = 0.8402 ]
+INFO:root:Average loss=0.178931663017397
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3836 | LCC = 0.8424 | SRCC = 0.8402 ]
+INFO:root:Average loss=0.1631642235927499
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3929 | LCC = 0.8424 | SRCC = 0.8408 ]
+INFO:root:Average loss=0.15804452810845623
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4271 | LCC = 0.8385 | SRCC = 0.8417 ]
+INFO:root:Average loss=0.1513379605519289
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3832 | LCC = 0.8374 | SRCC = 0.8374 ]
+INFO:root:Average loss=0.15248939459551278
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4439 | LCC = 0.8409 | SRCC = 0.8376 ]
+INFO:root:Average loss=0.14031493702548087
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3931 | LCC = 0.8382 | SRCC = 0.8380 ]
+INFO:root:Average loss=0.13515549734493212
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4007 | LCC = 0.8372 | SRCC = 0.8360 ]
+INFO:root:Average loss=0.13031445925979945
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4335 | LCC = 0.8434 | SRCC = 0.8390 ]
+INFO:root:Average loss=0.12542561691448179
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4009 | LCC = 0.8418 | SRCC = 0.8388 ]
+INFO:root:Average loss=0.12465363430839053
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3807 | LCC = 0.8400 | SRCC = 0.8398 ]
+INFO:root:Average loss=0.12021984099652726
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3915 | LCC = 0.8401 | SRCC = 0.8378 ]
+INFO:root:Average loss=0.11512533415948724
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4166 | LCC = 0.8410 | SRCC = 0.8369 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5646 | LCC = 0.6055 | SRCC = 0.5997 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e8655544db77727c7de3ba5127155a8011b8a31d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c0b6e6a2ac4776af31200d5a8e58414eb8e9f78033f0be519c03c7ac9f158fe
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef1494ce0c8af257a304f103f5af6c05b0d55f61
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cabfa45da29dad0093296ddfbbb80938dfe4734dc5bcf84d80b815b64d9dab2
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e2837c6b90e92d9f35514fb7846dcbb6a16cd1d2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5352377081882058
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5427 | LCC = 0.7871 | SRCC = 0.7837 ]
+INFO:root:Average loss=0.40838149810112967
+INFO:root:
+[Valid][1][UTT][ MSE = 0.6105 | LCC = 0.7965 | SRCC = 0.8048 ]
+INFO:root:Average loss=0.37424592329243017
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5094 | LCC = 0.8143 | SRCC = 0.8141 ]
+INFO:root:Average loss=0.35201496807481514
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4463 | LCC = 0.8226 | SRCC = 0.8187 ]
+INFO:root:Average loss=0.33694029336719844
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4190 | LCC = 0.8252 | SRCC = 0.8230 ]
+INFO:root:Average loss=0.3263893044752882
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3998 | LCC = 0.8265 | SRCC = 0.8246 ]
+INFO:root:Average loss=0.3090873665547784
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4134 | LCC = 0.8282 | SRCC = 0.8248 ]
+INFO:root:Average loss=0.2860067858861361
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4775 | LCC = 0.8263 | SRCC = 0.8297 ]
+INFO:root:Average loss=0.2735295320694157
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4263 | LCC = 0.8310 | SRCC = 0.8322 ]
+INFO:root:Average loss=0.26196940191563844
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4026 | LCC = 0.8387 | SRCC = 0.8348 ]
+INFO:root:Average loss=0.25804473756882496
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4450 | LCC = 0.8338 | SRCC = 0.8303 ]
+INFO:root:Average loss=0.2486499144851817
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4031 | LCC = 0.8364 | SRCC = 0.8329 ]
+INFO:root:Average loss=0.23623886790578766
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4877 | LCC = 0.8203 | SRCC = 0.8279 ]
+INFO:root:Average loss=0.22997651757360194
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4224 | LCC = 0.8362 | SRCC = 0.8362 ]
+INFO:root:Average loss=0.223980636696595
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4112 | LCC = 0.8286 | SRCC = 0.8311 ]
+INFO:root:Average loss=0.2095573491099253
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4028 | LCC = 0.8369 | SRCC = 0.8325 ]
+INFO:root:Average loss=0.2067449195364307
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4054 | LCC = 0.8348 | SRCC = 0.8324 ]
+INFO:root:Average loss=0.1912042368095734
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3837 | LCC = 0.8396 | SRCC = 0.8360 ]
+INFO:root:Average loss=0.1896091492448239
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4644 | LCC = 0.8241 | SRCC = 0.8300 ]
+INFO:root:Average loss=0.17424021221998798
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4719 | LCC = 0.8215 | SRCC = 0.8330 ]
+INFO:root:Average loss=0.16396490303594943
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3907 | LCC = 0.8329 | SRCC = 0.8329 ]
+INFO:root:Average loss=0.16082153706192281
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4122 | LCC = 0.8328 | SRCC = 0.8331 ]
+INFO:root:Average loss=0.15976990656012055
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3924 | LCC = 0.8316 | SRCC = 0.8336 ]
+INFO:root:Average loss=0.15248710334817797
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4360 | LCC = 0.8236 | SRCC = 0.8273 ]
+INFO:root:Average loss=0.13952598079091552
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3979 | LCC = 0.8312 | SRCC = 0.8310 ]
+INFO:root:Average loss=0.13952510670430399
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4045 | LCC = 0.8330 | SRCC = 0.8343 ]
+INFO:root:Average loss=0.1321676666767611
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4066 | LCC = 0.8325 | SRCC = 0.8313 ]
+INFO:root:Average loss=0.12307667288649289
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4919 | LCC = 0.8149 | SRCC = 0.8256 ]
+INFO:root:Average loss=0.13305390953500837
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4090 | LCC = 0.8272 | SRCC = 0.8295 ]
+INFO:root:Average loss=0.1174286658622626
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3986 | LCC = 0.8351 | SRCC = 0.8340 ]
+INFO:root:Average loss=0.11271562237787798
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4245 | LCC = 0.8230 | SRCC = 0.8284 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5595 | LCC = 0.6284 | SRCC = 0.6381 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9f2ca7ef12a1f5560c5235512a5a3fbf65f1ebe
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59a161e780e828c0570d91fe2bd16a085dd418c6df7a76a41e56c8e06a63b2db
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..171927756638c085db2a3ceaa381fe1f5ee4b82c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63ce7be0deec91cdf01a46240ccfee0c700fcbcbccb90ca58d51c084aec1cee6
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer20/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..28ac9cfcbd9f29c007ea1928d53efa0be489b322
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5691442077904079
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5501 | LCC = 0.7937 | SRCC = 0.7920 ]
+INFO:root:Average loss=0.3955113765476756
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5656 | LCC = 0.8079 | SRCC = 0.8065 ]
+INFO:root:Average loss=0.3698422811451675
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5415 | LCC = 0.8096 | SRCC = 0.8140 ]
+INFO:root:Average loss=0.35736978286608106
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5054 | LCC = 0.8242 | SRCC = 0.8217 ]
+INFO:root:Average loss=0.32489545453835084
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4554 | LCC = 0.8290 | SRCC = 0.8260 ]
+INFO:root:Average loss=0.3111491179190619
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4670 | LCC = 0.8360 | SRCC = 0.8336 ]
+INFO:root:Average loss=0.29707276864203414
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4505 | LCC = 0.8330 | SRCC = 0.8334 ]
+INFO:root:Average loss=0.2855218288009566
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4491 | LCC = 0.8287 | SRCC = 0.8321 ]
+INFO:root:Average loss=0.2773233597850524
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4113 | LCC = 0.8334 | SRCC = 0.8372 ]
+INFO:root:Average loss=0.25780515321072817
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4379 | LCC = 0.8423 | SRCC = 0.8400 ]
+INFO:root:Average loss=0.24933277867260695
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4443 | LCC = 0.8353 | SRCC = 0.8387 ]
+INFO:root:Average loss=0.24736880011468954
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4131 | LCC = 0.8382 | SRCC = 0.8390 ]
+INFO:root:Average loss=0.22901110721461346
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4141 | LCC = 0.8256 | SRCC = 0.8332 ]
+INFO:root:Average loss=0.22036116221392085
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4042 | LCC = 0.8349 | SRCC = 0.8387 ]
+INFO:root:Average loss=0.211316201297534
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3879 | LCC = 0.8415 | SRCC = 0.8421 ]
+INFO:root:Average loss=0.1996858347358042
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4552 | LCC = 0.8375 | SRCC = 0.8354 ]
+INFO:root:Average loss=0.20037307796967513
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4219 | LCC = 0.8312 | SRCC = 0.8374 ]
+INFO:root:Average loss=0.18405413877412763
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4275 | LCC = 0.8383 | SRCC = 0.8395 ]
+INFO:root:Average loss=0.1748994370071874
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4022 | LCC = 0.8474 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.1809869578291226
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4265 | LCC = 0.8446 | SRCC = 0.8420 ]
+INFO:root:Average loss=0.16087474458651735
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3853 | LCC = 0.8410 | SRCC = 0.8394 ]
+INFO:root:Average loss=0.16121372696808997
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4018 | LCC = 0.8359 | SRCC = 0.8376 ]
+INFO:root:Average loss=0.15855953614146723
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4154 | LCC = 0.8344 | SRCC = 0.8354 ]
+INFO:root:Average loss=0.14690060676694605
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4286 | LCC = 0.8297 | SRCC = 0.8338 ]
+INFO:root:Average loss=0.14286946134932468
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4086 | LCC = 0.8353 | SRCC = 0.8362 ]
+INFO:root:Average loss=0.13491910093092505
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3826 | LCC = 0.8426 | SRCC = 0.8409 ]
+INFO:root:Average loss=0.13199987559649295
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3981 | LCC = 0.8448 | SRCC = 0.8417 ]
+INFO:root:Average loss=0.12367485894288631
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4029 | LCC = 0.8409 | SRCC = 0.8399 ]
+INFO:root:Average loss=0.11783766234024412
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4449 | LCC = 0.8432 | SRCC = 0.8396 ]
+INFO:root:Average loss=0.11652170974395179
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3774 | LCC = 0.8392 | SRCC = 0.8385 ]
+INFO:root:Average loss=0.1131848884111195
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4094 | LCC = 0.8288 | SRCC = 0.8345 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5378 | LCC = 0.6298 | SRCC = 0.6418 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..560ac5dbe76e448389d9e51e93d8b728258e7e28
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7be7692af47d541d306e98fe314a501e4be8db26e03090ca7625e8eb43a6e770
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..29296b3b345a390e7d2d904ec740efe246a115cd
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5b075ab346951b5020007b0da8d8315501b3d845ba9c99e757e2202e079aee3
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c3ade67bec1653b849ce3b0d7061124ba28774bc
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5714748524172457
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5844 | LCC = 0.7774 | SRCC = 0.7712 ]
+INFO:root:Average loss=0.42049515824441963
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5987 | LCC = 0.7820 | SRCC = 0.7859 ]
+INFO:root:Average loss=0.3965624906768689
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4860 | LCC = 0.8009 | SRCC = 0.7983 ]
+INFO:root:Average loss=0.37145275721660237
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5637 | LCC = 0.7978 | SRCC = 0.8045 ]
+INFO:root:Average loss=0.3534804834106754
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5468 | LCC = 0.8088 | SRCC = 0.8085 ]
+INFO:root:Average loss=0.3359548602834602
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4853 | LCC = 0.8096 | SRCC = 0.8071 ]
+INFO:root:Average loss=0.3260464849155073
+INFO:root:
+[Valid][6][UTT][ MSE = 0.6458 | LCC = 0.7993 | SRCC = 0.7977 ]
+INFO:root:Average loss=0.32184316416007247
+INFO:root:
+[Valid][7][UTT][ MSE = 0.5020 | LCC = 0.8200 | SRCC = 0.8160 ]
+INFO:root:Average loss=0.2927933644524888
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4899 | LCC = 0.8175 | SRCC = 0.8140 ]
+INFO:root:Average loss=0.28726857607764317
+INFO:root:
+[Valid][9][UTT][ MSE = 0.5016 | LCC = 0.8220 | SRCC = 0.8173 ]
+INFO:root:Average loss=0.2761168290424898
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4545 | LCC = 0.8216 | SRCC = 0.8196 ]
+INFO:root:Average loss=0.26345683436173234
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4986 | LCC = 0.8123 | SRCC = 0.8196 ]
+INFO:root:Average loss=0.2491356675766107
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4931 | LCC = 0.8224 | SRCC = 0.8186 ]
+INFO:root:Average loss=0.23751703688519538
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4139 | LCC = 0.8216 | SRCC = 0.8213 ]
+INFO:root:Average loss=0.22839917225300232
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4292 | LCC = 0.8204 | SRCC = 0.8200 ]
+INFO:root:Average loss=0.2148549793600347
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4861 | LCC = 0.8245 | SRCC = 0.8191 ]
+INFO:root:Average loss=0.2009852046222356
+INFO:root:
+[Valid][16][UTT][ MSE = 0.5195 | LCC = 0.8215 | SRCC = 0.8174 ]
+INFO:root:Average loss=0.19243295141899516
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4090 | LCC = 0.8241 | SRCC = 0.8211 ]
+INFO:root:Average loss=0.18964287789398535
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4353 | LCC = 0.8216 | SRCC = 0.8193 ]
+INFO:root:Average loss=0.17526707458013743
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4503 | LCC = 0.8252 | SRCC = 0.8203 ]
+INFO:root:Average loss=0.17663392596851193
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4342 | LCC = 0.8152 | SRCC = 0.8177 ]
+INFO:root:Average loss=0.16391466420165376
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4331 | LCC = 0.8267 | SRCC = 0.8233 ]
+INFO:root:Average loss=0.15424545643302057
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4390 | LCC = 0.8134 | SRCC = 0.8128 ]
+INFO:root:Average loss=0.14747100917762415
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4309 | LCC = 0.8217 | SRCC = 0.8202 ]
+INFO:root:Average loss=0.14507594928576079
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4525 | LCC = 0.8232 | SRCC = 0.8183 ]
+INFO:root:Average loss=0.13756049045420796
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4181 | LCC = 0.8211 | SRCC = 0.8188 ]
+INFO:root:Average loss=0.12701319252824508
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4467 | LCC = 0.8132 | SRCC = 0.8111 ]
+INFO:root:Average loss=0.12636596097939276
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4138 | LCC = 0.8170 | SRCC = 0.8165 ]
+INFO:root:Average loss=0.12193449552176315
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4624 | LCC = 0.8182 | SRCC = 0.8140 ]
+INFO:root:Average loss=0.11477798348389609
+INFO:root:
+[Valid][29][UTT][ MSE = 0.4397 | LCC = 0.8205 | SRCC = 0.8173 ]
+INFO:root:Average loss=0.1086848923624251
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4675 | LCC = 0.8178 | SRCC = 0.8135 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5739 | LCC = 0.5956 | SRCC = 0.5987 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0f6b958d0fdfc222726ff7e70107e8cc00d1117d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ff4fe6b9df55165922ba64dbbab5bdd928a7870549d1179629748744e700f36
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..469326a9f9e555139e4f71c36710df97a7c06f06
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d27d2d2055f0f4dae26092ce318fdb51db9da3b809a9f50dda78603ee7b5c96
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4dac81753cc7c19c5d2bf021b40a438a6eaee7e8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5674961445304011
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5690 | LCC = 0.7662 | SRCC = 0.7642 ]
+INFO:root:Average loss=0.43265948121602826
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5031 | LCC = 0.7902 | SRCC = 0.7862 ]
+INFO:root:Average loss=0.39999822359209114
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4917 | LCC = 0.8012 | SRCC = 0.7960 ]
+INFO:root:Average loss=0.3639230524012119
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5046 | LCC = 0.8022 | SRCC = 0.7990 ]
+INFO:root:Average loss=0.3557086330273248
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5090 | LCC = 0.8097 | SRCC = 0.8105 ]
+INFO:root:Average loss=0.33568588932814625
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4482 | LCC = 0.8079 | SRCC = 0.8099 ]
+INFO:root:Average loss=0.3209593946361817
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4880 | LCC = 0.8171 | SRCC = 0.8142 ]
+INFO:root:Average loss=0.3118860594109993
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4685 | LCC = 0.8222 | SRCC = 0.8184 ]
+INFO:root:Average loss=0.297191060433498
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4721 | LCC = 0.8187 | SRCC = 0.8205 ]
+INFO:root:Average loss=0.2722553632335167
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4853 | LCC = 0.8107 | SRCC = 0.8120 ]
+INFO:root:Average loss=0.26574066057370577
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4616 | LCC = 0.8093 | SRCC = 0.8144 ]
+INFO:root:Average loss=0.2558202206485533
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4223 | LCC = 0.8144 | SRCC = 0.8170 ]
+INFO:root:Average loss=0.2439525886250369
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4298 | LCC = 0.8140 | SRCC = 0.8139 ]
+INFO:root:Average loss=0.23272210385413528
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4897 | LCC = 0.8081 | SRCC = 0.8177 ]
+INFO:root:Average loss=0.2267568636836344
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4531 | LCC = 0.8081 | SRCC = 0.8146 ]
+INFO:root:Average loss=0.20937688424752626
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4323 | LCC = 0.8181 | SRCC = 0.8168 ]
+INFO:root:Average loss=0.1949595125079844
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4583 | LCC = 0.8101 | SRCC = 0.8168 ]
+INFO:root:Average loss=0.18886880878079143
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4139 | LCC = 0.8235 | SRCC = 0.8218 ]
+INFO:root:Average loss=0.17918510498166773
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4102 | LCC = 0.8291 | SRCC = 0.8266 ]
+INFO:root:Average loss=0.16991622939791984
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4332 | LCC = 0.8163 | SRCC = 0.8181 ]
+INFO:root:Average loss=0.16683314577003436
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4439 | LCC = 0.8131 | SRCC = 0.8171 ]
+INFO:root:Average loss=0.15834606727423695
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4411 | LCC = 0.8248 | SRCC = 0.8210 ]
+INFO:root:Average loss=0.14892024607155363
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4238 | LCC = 0.8180 | SRCC = 0.8164 ]
+INFO:root:Average loss=0.14005046016994238
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4256 | LCC = 0.8249 | SRCC = 0.8214 ]
+INFO:root:Average loss=0.13116870631027772
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4495 | LCC = 0.8171 | SRCC = 0.8143 ]
+INFO:root:Average loss=0.12965843990186735
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4223 | LCC = 0.8170 | SRCC = 0.8163 ]
+INFO:root:Average loss=0.12559407953754326
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4420 | LCC = 0.8200 | SRCC = 0.8165 ]
+INFO:root:Average loss=0.12305523696317838
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4180 | LCC = 0.8178 | SRCC = 0.8172 ]
+INFO:root:Average loss=0.11701724497396822
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4253 | LCC = 0.8196 | SRCC = 0.8171 ]
+INFO:root:Average loss=0.1098082999704201
+INFO:root:
+[Valid][29][UTT][ MSE = 0.4272 | LCC = 0.8169 | SRCC = 0.8141 ]
+INFO:root:Average loss=0.10787821360836829
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4291 | LCC = 0.8167 | SRCC = 0.8138 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5774 | LCC = 0.6097 | SRCC = 0.6122 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..336f73056acd66b2352c034edea676acf93da03e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6a9ab9d8e203cd270ef13a1d82bc98ee6d9816ec8d45e00bcbab37bb887f050f
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4731248fe9ad0a7e665aed4d67c1404d7e0c7ea8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd9b4f85e9014b2fb0cbd0e79ad3b7042723565259f5d589a574ce5ddbed34ab
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..60f30d4ab1fee1dd7160d9d9f38c63e1c69bfd9f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5261762988016095
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5292 | LCC = 0.7784 | SRCC = 0.7739 ]
+INFO:root:Average loss=0.42632735671335564
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5239 | LCC = 0.7955 | SRCC = 0.7909 ]
+INFO:root:Average loss=0.38081119601437124
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4759 | LCC = 0.8073 | SRCC = 0.8038 ]
+INFO:root:Average loss=0.36427855603612225
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4666 | LCC = 0.8106 | SRCC = 0.8081 ]
+INFO:root:Average loss=0.35211434529695895
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4501 | LCC = 0.8143 | SRCC = 0.8102 ]
+INFO:root:Average loss=0.3483341351754404
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4713 | LCC = 0.8181 | SRCC = 0.8149 ]
+INFO:root:Average loss=0.3343078238254338
+INFO:root:
+[Valid][6][UTT][ MSE = 0.5469 | LCC = 0.8051 | SRCC = 0.8078 ]
+INFO:root:Average loss=0.3206358845695595
+INFO:root:
+[Valid][7][UTT][ MSE = 0.5382 | LCC = 0.8123 | SRCC = 0.8152 ]
+INFO:root:Average loss=0.2963260146062498
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4574 | LCC = 0.8244 | SRCC = 0.8213 ]
+INFO:root:Average loss=0.27879066713628053
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4149 | LCC = 0.8254 | SRCC = 0.8240 ]
+INFO:root:Average loss=0.27195422049891743
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4338 | LCC = 0.8257 | SRCC = 0.8215 ]
+INFO:root:Average loss=0.26047770007152776
+INFO:root:
+[Valid][11][UTT][ MSE = 0.5005 | LCC = 0.8223 | SRCC = 0.8219 ]
+INFO:root:Average loss=0.24731489817875657
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4339 | LCC = 0.8284 | SRCC = 0.8249 ]
+INFO:root:Average loss=0.23316990442014154
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4359 | LCC = 0.8224 | SRCC = 0.8169 ]
+INFO:root:Average loss=0.225573745077056
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4653 | LCC = 0.8236 | SRCC = 0.8197 ]
+INFO:root:Average loss=0.21455088791819665
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4788 | LCC = 0.8228 | SRCC = 0.8232 ]
+INFO:root:Average loss=0.2102059691369189
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4174 | LCC = 0.8273 | SRCC = 0.8238 ]
+INFO:root:Average loss=0.20334084077894343
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4062 | LCC = 0.8287 | SRCC = 0.8246 ]
+INFO:root:Average loss=0.18292673560925302
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4129 | LCC = 0.8285 | SRCC = 0.8248 ]
+INFO:root:Average loss=0.18559415237924268
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4081 | LCC = 0.8252 | SRCC = 0.8240 ]
+INFO:root:Average loss=0.17435391251579185
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4339 | LCC = 0.8235 | SRCC = 0.8222 ]
+INFO:root:Average loss=0.16085510149684257
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4907 | LCC = 0.8136 | SRCC = 0.8209 ]
+INFO:root:Average loss=0.1558373306011189
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4105 | LCC = 0.8255 | SRCC = 0.8230 ]
+INFO:root:Average loss=0.14427710091964357
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4157 | LCC = 0.8207 | SRCC = 0.8168 ]
+INFO:root:Average loss=0.14036239696548164
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3905 | LCC = 0.8253 | SRCC = 0.8231 ]
+INFO:root:Average loss=0.13576442851668838
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4199 | LCC = 0.8216 | SRCC = 0.8190 ]
+INFO:root:Average loss=0.1360705479376578
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4174 | LCC = 0.8222 | SRCC = 0.8206 ]
+INFO:root:Average loss=0.12370991547500466
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4193 | LCC = 0.8198 | SRCC = 0.8144 ]
+INFO:root:Average loss=0.12196855281474274
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4452 | LCC = 0.8155 | SRCC = 0.8137 ]
+INFO:root:Average loss=0.11339062374795793
+INFO:root:
+[Valid][29][UTT][ MSE = 0.4318 | LCC = 0.8195 | SRCC = 0.8146 ]
+INFO:root:Average loss=0.10973338132476532
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4073 | LCC = 0.8180 | SRCC = 0.8147 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5793 | LCC = 0.6155 | SRCC = 0.6247 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2092a2f83970ef4b88a679cf8d048503115fd4db
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6e3332800bc14525762a52fe3e90be340c9446629dff2c1106537ecfc3cb926
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6381afade91f9410fa498e040cb213dd1a9af24
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b30d31ef2633c09a4889d3f283435cbbd49a659484d5b85efcafea9ea070518f
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bcdb083f67e357cca8b5beff91586c1a5fe30f42
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5369603978416134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5845 | LCC = 0.7688 | SRCC = 0.7697 ]
+INFO:root:Average loss=0.4190652950133891
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5771 | LCC = 0.7974 | SRCC = 0.7976 ]
+INFO:root:Average loss=0.3906833413191613
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5298 | LCC = 0.8090 | SRCC = 0.8066 ]
+INFO:root:Average loss=0.3677474249132796
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5808 | LCC = 0.7975 | SRCC = 0.8035 ]
+INFO:root:Average loss=0.35987703355750594
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5082 | LCC = 0.8149 | SRCC = 0.8099 ]
+INFO:root:Average loss=0.3321438319765763
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5528 | LCC = 0.8069 | SRCC = 0.8103 ]
+INFO:root:Average loss=0.31752628940722843
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4858 | LCC = 0.8103 | SRCC = 0.8069 ]
+INFO:root:Average loss=0.31882674776749803
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4311 | LCC = 0.8223 | SRCC = 0.8198 ]
+INFO:root:Average loss=0.30296639279823084
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4259 | LCC = 0.8239 | SRCC = 0.8225 ]
+INFO:root:Average loss=0.29267858890439735
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4344 | LCC = 0.8258 | SRCC = 0.8227 ]
+INFO:root:Average loss=0.28025333850369977
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4521 | LCC = 0.8254 | SRCC = 0.8215 ]
+INFO:root:Average loss=0.2532550689974272
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4163 | LCC = 0.8273 | SRCC = 0.8238 ]
+INFO:root:Average loss=0.25736522717627486
+INFO:root:
+[Valid][12][UTT][ MSE = 0.5064 | LCC = 0.8181 | SRCC = 0.8220 ]
+INFO:root:Average loss=0.23742450700502174
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4173 | LCC = 0.8246 | SRCC = 0.8245 ]
+INFO:root:Average loss=0.21539778176242905
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4235 | LCC = 0.8250 | SRCC = 0.8220 ]
+INFO:root:Average loss=0.2146698028882804
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4392 | LCC = 0.8215 | SRCC = 0.8238 ]
+INFO:root:Average loss=0.21440268398364845
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4324 | LCC = 0.8302 | SRCC = 0.8257 ]
+INFO:root:Average loss=0.19104115751092834
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4251 | LCC = 0.8253 | SRCC = 0.8227 ]
+INFO:root:Average loss=0.19885720536543455
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4200 | LCC = 0.8227 | SRCC = 0.8199 ]
+INFO:root:Average loss=0.17789834643030442
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4282 | LCC = 0.8173 | SRCC = 0.8173 ]
+INFO:root:Average loss=0.16491321569061004
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4063 | LCC = 0.8234 | SRCC = 0.8221 ]
+INFO:root:Average loss=0.1586734868715264
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4207 | LCC = 0.8190 | SRCC = 0.8190 ]
+INFO:root:Average loss=0.15444848432361735
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4203 | LCC = 0.8213 | SRCC = 0.8173 ]
+INFO:root:Average loss=0.14706667297320558
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4253 | LCC = 0.8127 | SRCC = 0.8144 ]
+INFO:root:Average loss=0.1414594412969716
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4546 | LCC = 0.8241 | SRCC = 0.8184 ]
+INFO:root:Average loss=0.1320994065245452
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4325 | LCC = 0.8217 | SRCC = 0.8163 ]
+INFO:root:Average loss=0.12799330783544938
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4425 | LCC = 0.8244 | SRCC = 0.8192 ]
+INFO:root:Average loss=0.12434387975776126
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4500 | LCC = 0.8203 | SRCC = 0.8140 ]
+INFO:root:Average loss=0.1169349891860361
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4551 | LCC = 0.8272 | SRCC = 0.8219 ]
+INFO:root:Average loss=0.11605170102133228
+INFO:root:
+[Valid][29][UTT][ MSE = 0.4564 | LCC = 0.8119 | SRCC = 0.8154 ]
+INFO:root:Average loss=0.10978356626078573
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4448 | LCC = 0.8160 | SRCC = 0.8108 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5613 | LCC = 0.6145 | SRCC = 0.6221 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..debe2ff0cf0006fdf9372c55655d0e8b1980fb4e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf662f0e9cf66c758362bd653d0ca5d2fa42d13cd08b68f5a4f0db425f06801e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ad32b5926dc054f2b309542e91c4be148d094fe
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6376ec11f8c6ee83e35a4a4464d31ee8a64b0395e34d4c977b4a51d94724c8b5
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer22/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c2e84d7c06a1fbd35bb20447fff6793e8d60cad8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6016997457239669
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5740 | LCC = 0.7736 | SRCC = 0.7707 ]
+INFO:root:Average loss=0.42003542124536
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5388 | LCC = 0.7980 | SRCC = 0.7941 ]
+INFO:root:Average loss=0.3876379632708654
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4703 | LCC = 0.8032 | SRCC = 0.8010 ]
+INFO:root:Average loss=0.3712056198216587
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4755 | LCC = 0.8114 | SRCC = 0.8077 ]
+INFO:root:Average loss=0.3581374030926324
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4867 | LCC = 0.8106 | SRCC = 0.8107 ]
+INFO:root:Average loss=0.3349267545807568
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5347 | LCC = 0.8138 | SRCC = 0.8148 ]
+INFO:root:Average loss=0.32162327918014083
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4681 | LCC = 0.8179 | SRCC = 0.8148 ]
+INFO:root:Average loss=0.3322562095574561
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4798 | LCC = 0.8152 | SRCC = 0.8168 ]
+INFO:root:Average loss=0.29922518564786527
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4563 | LCC = 0.8229 | SRCC = 0.8205 ]
+INFO:root:Average loss=0.2810715810756463
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4276 | LCC = 0.8232 | SRCC = 0.8189 ]
+INFO:root:Average loss=0.26512378523115476
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4396 | LCC = 0.8219 | SRCC = 0.8215 ]
+INFO:root:Average loss=0.2529110460612126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4797 | LCC = 0.8129 | SRCC = 0.8152 ]
+INFO:root:Average loss=0.25340723009467814
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4472 | LCC = 0.8280 | SRCC = 0.8253 ]
+INFO:root:Average loss=0.23929539271172762
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4367 | LCC = 0.8227 | SRCC = 0.8223 ]
+INFO:root:Average loss=0.22289591485020743
+INFO:root:
+[Valid][14][UTT][ MSE = 0.4313 | LCC = 0.8183 | SRCC = 0.8224 ]
+INFO:root:Average loss=0.21715528918484042
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4401 | LCC = 0.8167 | SRCC = 0.8196 ]
+INFO:root:Average loss=0.20118846882113142
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4279 | LCC = 0.8250 | SRCC = 0.8208 ]
+INFO:root:Average loss=0.20019035739016672
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4172 | LCC = 0.8212 | SRCC = 0.8191 ]
+INFO:root:Average loss=0.190716472233651
+INFO:root:
+[Valid][18][UTT][ MSE = 0.5167 | LCC = 0.7924 | SRCC = 0.8056 ]
+INFO:root:Average loss=0.18358585449484732
+INFO:root:
+[Valid][19][UTT][ MSE = 0.4349 | LCC = 0.8209 | SRCC = 0.8188 ]
+INFO:root:Average loss=0.16952972648116205
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4410 | LCC = 0.8199 | SRCC = 0.8157 ]
+INFO:root:Average loss=0.1647644590780225
+INFO:root:
+[Valid][21][UTT][ MSE = 0.4426 | LCC = 0.8171 | SRCC = 0.8127 ]
+INFO:root:Average loss=0.15502698383579364
+INFO:root:
+[Valid][22][UTT][ MSE = 0.4662 | LCC = 0.8186 | SRCC = 0.8120 ]
+INFO:root:Average loss=0.15131691304934508
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4450 | LCC = 0.8134 | SRCC = 0.8168 ]
+INFO:root:Average loss=0.14487313207863384
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4290 | LCC = 0.8230 | SRCC = 0.8189 ]
+INFO:root:Average loss=0.13891390017691374
+INFO:root:
+[Valid][25][UTT][ MSE = 0.4389 | LCC = 0.8180 | SRCC = 0.8139 ]
+INFO:root:Average loss=0.12811521880027188
+INFO:root:
+[Valid][26][UTT][ MSE = 0.4228 | LCC = 0.8212 | SRCC = 0.8195 ]
+INFO:root:Average loss=0.13243520130656358
+INFO:root:
+[Valid][27][UTT][ MSE = 0.4493 | LCC = 0.8140 | SRCC = 0.8127 ]
+INFO:root:Average loss=0.12156084354299342
+INFO:root:
+[Valid][28][UTT][ MSE = 0.4577 | LCC = 0.8175 | SRCC = 0.8116 ]
+INFO:root:Average loss=0.12038267378000855
+INFO:root:
+[Valid][29][UTT][ MSE = 0.4661 | LCC = 0.8147 | SRCC = 0.8115 ]
+INFO:root:Average loss=0.11111322557822817
+INFO:root:
+[Valid][30][UTT][ MSE = 0.4470 | LCC = 0.8097 | SRCC = 0.8108 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5542 | LCC = 0.6217 | SRCC = 0.6292 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e1a147c82fcc4ffe5230de25e8f952bb51a1614
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f28efbd4bd763c9aeb958714ea236ec55470c891302886056bd9f7aaa802689
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66b7c23ee22ae8ee53a87c150f95e2bc672de612
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5b7ff12423829f5e81c95341eafd294f1cd33a55b216ca424e01ba731fdce2d
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..772e581006992a9c70b06c2ba3b8dc0aae78a36b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46531779392261724
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4602 | LCC = 0.8673 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.2586691992820343
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3215 | LCC = 0.8921 | SRCC = 0.8907 ]
+INFO:root:Average loss=0.22263919755902595
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3936 | LCC = 0.8992 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.20330152828569356
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2849 | LCC = 0.9057 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.19083116250920157
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3116 | LCC = 0.9058 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.18981764491410613
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2866 | LCC = 0.9067 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.1791767149819115
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2595 | LCC = 0.9089 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.165703931166602
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2898 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1613283842543646
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2856 | LCC = 0.9114 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.15381944558523983
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2911 | LCC = 0.9110 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.14646132811473284
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2983 | LCC = 0.9077 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.1395395990310377
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2722 | LCC = 0.9101 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.13922833212021457
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2587 | LCC = 0.9104 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.12902280688285828
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2696 | LCC = 0.9092 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.1291709572421333
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2945 | LCC = 0.9084 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.12091900993978356
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2804 | LCC = 0.9071 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.11889830856137193
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2722 | LCC = 0.9089 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.11251108903933123
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2648 | LCC = 0.9067 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.110460376851476
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2706 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.10480971623621235
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2825 | LCC = 0.9051 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.10147107502370212
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2620 | LCC = 0.9074 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.096697307218706
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2791 | LCC = 0.9042 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.09258303530729575
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2868 | LCC = 0.9050 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.09025615393426377
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3038 | LCC = 0.8996 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.08609066699023192
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2801 | LCC = 0.9038 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.0836765213164291
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2954 | LCC = 0.8970 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.07952409175176152
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2730 | LCC = 0.9037 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.07890760562667958
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2749 | LCC = 0.9036 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.07377509746937394
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2733 | LCC = 0.9024 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.07112491664858912
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2712 | LCC = 0.9021 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.07059742546925656
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2755 | LCC = 0.9033 | SRCC = 0.9033 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4797 | LCC = 0.6905 | SRCC = 0.6801 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9255ec6776889b750bb129b71dc0cf9cf6e2428f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:364341d4bf2a58a050aca3df4efeb30476d09d99443b69db6edfac156e77e8db
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e1298e15c7e9dbc206f9d30a7fd753adeb31b9f
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26759d85aed8e69ae4ca7388558e925e86e4b339d94dbc90592c0d5bcac938a3
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..085239991c3695f2717cf66292ab2e36ce1366c5
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4472261474311696
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4212 | LCC = 0.8727 | SRCC = 0.8722 ]
+INFO:root:Average loss=0.2731530339903914
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3283 | LCC = 0.8862 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.23175734083431992
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3579 | LCC = 0.8953 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.20872044076637036
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3190 | LCC = 0.9034 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.19562400959302925
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3391 | LCC = 0.9050 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.18568295382523123
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2635 | LCC = 0.9082 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.17543713916416112
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3332 | LCC = 0.9116 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.16866450183997952
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2577 | LCC = 0.9082 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.15833931562700712
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3151 | LCC = 0.9111 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1522790060480895
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2587 | LCC = 0.9112 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1469300561126946
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2652 | LCC = 0.9101 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.14335399353607542
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2791 | LCC = 0.9070 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.13381768672624764
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3221 | LCC = 0.9114 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.13175191618286805
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3107 | LCC = 0.9129 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.1286483842427331
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2819 | LCC = 0.9119 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.12293615274002097
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2670 | LCC = 0.9112 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.11812320480801466
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2642 | LCC = 0.9074 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.11572664489463574
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2874 | LCC = 0.9101 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.10974316854525164
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2867 | LCC = 0.9082 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.10331133731527825
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2828 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.0992539717971934
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2569 | LCC = 0.9061 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.09695412390838469
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2691 | LCC = 0.9082 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.09811361745602823
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2851 | LCC = 0.9066 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.09143671880050891
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2988 | LCC = 0.9070 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.08889762320787231
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2608 | LCC = 0.9049 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.0860865478312349
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2434 | LCC = 0.9047 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.08544937168070346
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2799 | LCC = 0.9062 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.08225830265380055
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2740 | LCC = 0.9041 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.0776120812303758
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2841 | LCC = 0.9060 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.07542325157909036
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2702 | LCC = 0.9066 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.0748812402733144
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2819 | LCC = 0.9064 | SRCC = 0.9061 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4895 | LCC = 0.6998 | SRCC = 0.6843 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa8aae4906e4aaf25233d756cc277dbc3c15c997
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e78ca002f9a18fdbd6c513f4c9d09886a1f9de83fca1177a6265843158264bf
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a3306f8d94e4e55c30aa328b044692ae0342c38b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:919ecae6cc46a707e6338579a094d1cf4d3183258a843280590e2f498be89f83
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..448d534940795544cccb6d68925d7f97a4d93941
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4574962909511059
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3547 | LCC = 0.8631 | SRCC = 0.8629 ]
+INFO:root:Average loss=0.27293632519727495
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3220 | LCC = 0.8831 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.22982729454605566
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2970 | LCC = 0.8951 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.20920935936401344
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2504 | LCC = 0.9049 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.1961312114847878
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2644 | LCC = 0.9072 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.17846576361297872
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2700 | LCC = 0.9058 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.17176904835108386
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2511 | LCC = 0.9099 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.17029536390580194
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2606 | LCC = 0.9116 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1600576646496795
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2344 | LCC = 0.9088 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.1548537453475026
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2385 | LCC = 0.9110 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.15289158593712515
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2738 | LCC = 0.9077 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.1436966905273454
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2263 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.13829198781120983
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2612 | LCC = 0.9069 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.13433975308616727
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2383 | LCC = 0.9132 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.13032871868052234
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2194 | LCC = 0.9137 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.12431188044003669
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2290 | LCC = 0.9090 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.12082736547282666
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2329 | LCC = 0.9128 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11370459065444208
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2420 | LCC = 0.9092 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1146437479667581
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2573 | LCC = 0.9084 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.10810770038407662
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3009 | LCC = 0.9094 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.10704354743737017
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2247 | LCC = 0.9103 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.10634532181083123
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2294 | LCC = 0.9121 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0969370780781859
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2497 | LCC = 0.9109 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.09496184565514498
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2341 | LCC = 0.9107 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09375420079238153
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2304 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09371130261031878
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2273 | LCC = 0.9111 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08792074886016074
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2274 | LCC = 0.9114 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08295698664178049
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2287 | LCC = 0.9111 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08335554939990787
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2331 | LCC = 0.9099 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.079280610395477
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2451 | LCC = 0.9099 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.07583575669912934
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2410 | LCC = 0.9092 | SRCC = 0.9097 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4867 | LCC = 0.6764 | SRCC = 0.6529 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56054fd0e057955f083f8f7c2fd8b8d4dc357e8c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:701e97fd081f6fb901c91326ef0df31f4185e9f492b19c68ef807eca97c66afb
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9a6930ff6d599cfd5ea08573fd0e0e361328b428
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8bd7a729286d01f93eaa1fc98f058afb4942ab643509c33b5a786cd1c47937e6
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d341d463bb241e4820356e64685c6e5b49992c8a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40926102889066485
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3913 | LCC = 0.8665 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.25994997863480124
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3443 | LCC = 0.8866 | SRCC = 0.8859 ]
+INFO:root:Average loss=0.22718516069685105
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2975 | LCC = 0.9002 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.20930483252499144
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2781 | LCC = 0.9035 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.1906778247370196
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2890 | LCC = 0.9097 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.17700734243572103
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2574 | LCC = 0.9115 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.1718314716840066
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2875 | LCC = 0.9103 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.16574237805742748
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2554 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1582017882452535
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2604 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.15386197014006575
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2516 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.15096804198157582
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2906 | LCC = 0.9069 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.14293005003060907
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2475 | LCC = 0.9104 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.14107363309302082
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2531 | LCC = 0.9132 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.13969495414481686
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2616 | LCC = 0.9124 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.12546936401052972
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2535 | LCC = 0.9081 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.12568406907120191
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2599 | LCC = 0.9131 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.12315681270953548
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2466 | LCC = 0.9132 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.11504081339505366
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2634 | LCC = 0.9093 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.1130824619634992
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2776 | LCC = 0.9065 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.10964926321468602
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2578 | LCC = 0.9115 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10741079206756085
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2784 | LCC = 0.9111 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.09879546969956746
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2808 | LCC = 0.9093 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.097969759363315
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2540 | LCC = 0.9046 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.09328537333132214
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2447 | LCC = 0.9073 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.08948401633025593
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2527 | LCC = 0.9056 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.0886834042222169
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2454 | LCC = 0.9081 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08530298123039262
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2684 | LCC = 0.9068 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.08486495160556942
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2522 | LCC = 0.9074 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.0830750625386748
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2437 | LCC = 0.9059 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.07715977566865827
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2587 | LCC = 0.9051 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.07329504547177712
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2697 | LCC = 0.9063 | SRCC = 0.9061 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4479 | LCC = 0.7115 | SRCC = 0.7014 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19c70c170f4bf5f56f30af18ce365d50f2484550
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e634a364e42998492d0f9fdee9f5d6d91230c975a8a387c85d369e000df24094
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7210f4b7b5c3558b47bbfd3e29b62501b3aa7df2
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:32296b2b0900dd2bc4f1388f8a4bdcc3fd690d121718d29660793dbba2d60341
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer4/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e81b9d2431d1c9b0ebbfe4ca481a3abd63168d02
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4880557866454813
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4174 | LCC = 0.8691 | SRCC = 0.8674 ]
+INFO:root:Average loss=0.2518766816124062
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3581 | LCC = 0.8925 | SRCC = 0.8926 ]
+INFO:root:Average loss=0.22475601332208325
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3382 | LCC = 0.9012 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.20057465368612654
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2712 | LCC = 0.9061 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.19010129443913526
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2897 | LCC = 0.9105 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.17600754243617803
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3321 | LCC = 0.9105 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.17437188215338426
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2970 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.1647192760871325
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2843 | LCC = 0.9096 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.15612782546550552
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2670 | LCC = 0.9117 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1516482994993987
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2863 | LCC = 0.9109 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.14800546391506417
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3036 | LCC = 0.9127 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.14291829478017168
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2749 | LCC = 0.9134 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.13540706227969573
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2618 | LCC = 0.9129 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.13156270903314468
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2612 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.12763049214475417
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2580 | LCC = 0.9108 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.12310661590857312
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2784 | LCC = 0.9106 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.11801463994332131
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2761 | LCC = 0.9128 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.11624962397221196
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2759 | LCC = 0.9114 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.11223838646287863
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2903 | LCC = 0.9108 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.10922455636924402
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2469 | LCC = 0.9100 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.10524052751891186
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2684 | LCC = 0.9109 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.10025566566541705
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2571 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09274572093104351
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2695 | LCC = 0.9107 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09068256573525467
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2741 | LCC = 0.9057 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.09056782860287352
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2831 | LCC = 0.9079 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.08781761727753402
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2738 | LCC = 0.9040 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.08307118356400142
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2584 | LCC = 0.9054 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.08089237612795967
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2580 | LCC = 0.9079 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07793100527083943
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2641 | LCC = 0.9076 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07702105307165598
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2429 | LCC = 0.9044 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07352103303708782
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2776 | LCC = 0.9039 | SRCC = 0.9050 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4833 | LCC = 0.6923 | SRCC = 0.6762 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..745cb471b13030407cc6da0b63c011d82288eeb3
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d605c501371a4db6bc0081c001b9d0bb73849e95cbeb48f73a13256d3bd8392
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a69c8d7ad7417705febc1b8ea8d06f8f41a3250a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ddf7eb2ec028535e3a500eef0facad9531ca2a85cac133760e52256632b09f8
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cab9fb9ce2f8ea56e9410bb4e34becb304748670
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4044044202979589
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3409 | LCC = 0.8722 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.2506989008084887
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3435 | LCC = 0.8939 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.21949388956747992
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2784 | LCC = 0.8991 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.20383906799417012
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3230 | LCC = 0.9012 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.1897796527670987
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2723 | LCC = 0.9042 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.1785248559765044
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2604 | LCC = 0.9073 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.17561633579131497
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2584 | LCC = 0.9089 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.16659261574807194
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2701 | LCC = 0.9083 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.15575579187773556
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2843 | LCC = 0.9093 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.14895076838704202
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2498 | LCC = 0.9101 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.14435665619511134
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2459 | LCC = 0.9101 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.13813289896601197
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2502 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.13547241347545833
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2555 | LCC = 0.9106 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.12708073083548188
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2431 | LCC = 0.9099 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.12136891070817936
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2724 | LCC = 0.9097 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1173377480207151
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2404 | LCC = 0.9095 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.11425734091700845
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2751 | LCC = 0.9096 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.10654213947023271
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2518 | LCC = 0.9091 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.10200458573382025
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2815 | LCC = 0.9037 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.09835063689792087
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2575 | LCC = 0.9086 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.09648088210752245
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2526 | LCC = 0.9074 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.09006827729458065
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2460 | LCC = 0.9050 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.0866404596091695
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2417 | LCC = 0.9063 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.0826487663293505
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2455 | LCC = 0.9053 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.08093921245867117
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2756 | LCC = 0.9029 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.07818628160681339
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2611 | LCC = 0.9039 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.07432253738445353
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2616 | LCC = 0.9057 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.07286741433805125
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2643 | LCC = 0.9028 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.06924320755235722
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2652 | LCC = 0.9021 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.07066914234633391
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2602 | LCC = 0.9034 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.0652859619673277
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2536 | LCC = 0.9046 | SRCC = 0.9038 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4116 | LCC = 0.7417 | SRCC = 0.7263 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..19e9bf5d4ab989cba96ff766837e825cd94ff29e
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cab7c2393b04c34aea1b0e8cd6c524575c26aa8ef30e28a65a03ba4587c4d1b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..512955b07e2523f81006568df86b4b2ca2d55b6b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc2445953ae9819cefef60b079285c86fa78ea0909227adc88d8d1ffa23b5a70
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c0428d7206c45e6657acda488ff720e33afbdd62
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44492146674263683
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3627 | LCC = 0.8796 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.24221943775353405
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3384 | LCC = 0.8938 | SRCC = 0.8956 ]
+INFO:root:Average loss=0.2181732738552066
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3234 | LCC = 0.9018 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.2010224414181847
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3018 | LCC = 0.9035 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.1887120896508928
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3345 | LCC = 0.9059 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.1800323509412005
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3019 | LCC = 0.9054 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.16982552775241047
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2814 | LCC = 0.9086 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.16141360438283467
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2535 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.15678176413037184
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2660 | LCC = 0.9085 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.15002279013739844
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3011 | LCC = 0.9082 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.14266690030435605
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2525 | LCC = 0.9065 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.13429728301102026
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2667 | LCC = 0.9096 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1335358430195406
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2727 | LCC = 0.9106 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.12454356434028273
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2562 | LCC = 0.9095 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.12412140212651622
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2586 | LCC = 0.9050 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.11637200878104033
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2539 | LCC = 0.9055 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.11118659174683466
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2584 | LCC = 0.9078 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.10685117359709188
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2635 | LCC = 0.9029 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.10380873114215156
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2575 | LCC = 0.9035 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.10036349673405548
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2827 | LCC = 0.9057 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.09290711644154064
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2570 | LCC = 0.9045 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.09049783033356501
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2551 | LCC = 0.9067 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.08933007831259959
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2593 | LCC = 0.9040 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.08349234976864964
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2883 | LCC = 0.9022 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.08000575221342847
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2547 | LCC = 0.9035 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.07819814146684774
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2822 | LCC = 0.8998 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.07510236555958069
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2868 | LCC = 0.8968 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.072332501045369
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2704 | LCC = 0.9037 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.07180449919979696
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2657 | LCC = 0.9004 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.06806829337009115
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2591 | LCC = 0.9042 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.06586827753337822
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2655 | LCC = 0.9032 | SRCC = 0.9033 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4354 | LCC = 0.7193 | SRCC = 0.7041 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d0c4b24b3e64006da30ae1b1d6c5e8e6e427c33c
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9e6dfb4b1c9f18faf06cbc6569f4d63f2851cfd3f5121085d87c31ba13eaf5e1
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..abb73cdcbd4d9d6bf778bdc81226223faf36c0fa
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfa1ff92b5d6d71a6a67fa2c6593a99cbbb1e98501a4418fb74653c01396e3f2
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..31098b42f6bef886f9d130fef107b7397c4aa151
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43457050604282776
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3541 | LCC = 0.8784 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.2483946774908573
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3143 | LCC = 0.8923 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.21680516202670302
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3112 | LCC = 0.9006 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.20722042230856902
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2724 | LCC = 0.9020 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.18947420299397727
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2941 | LCC = 0.9064 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.17945698519490358
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2718 | LCC = 0.9061 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.173727118555521
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2535 | LCC = 0.9055 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.16206615538783156
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2725 | LCC = 0.9096 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.1569444565586961
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2473 | LCC = 0.9096 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.14978648648957985
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3172 | LCC = 0.9083 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.1439860268910496
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2728 | LCC = 0.9068 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.13518491395980636
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2684 | LCC = 0.9100 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.12871689986803628
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2645 | LCC = 0.9065 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.12557955314486013
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2672 | LCC = 0.9050 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.1226671277787644
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2722 | LCC = 0.9003 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.1162573199051653
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2705 | LCC = 0.9025 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.1112963303148402
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2634 | LCC = 0.9045 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.10786172967253393
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2756 | LCC = 0.9031 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.10234228172743251
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2548 | LCC = 0.9035 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.09783456213987632
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2811 | LCC = 0.9041 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.09587462466059393
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2691 | LCC = 0.9041 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.08986767439570041
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2584 | LCC = 0.9036 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.08491517233021686
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2747 | LCC = 0.9034 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.08209134455274984
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2834 | LCC = 0.8964 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.08277149922672035
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2793 | LCC = 0.9028 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.07996230419574446
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2600 | LCC = 0.8986 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.07467854559163138
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2660 | LCC = 0.9020 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.07558379055275394
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2751 | LCC = 0.9006 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.07050009674764093
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2845 | LCC = 0.9002 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.06908043697907057
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2617 | LCC = 0.9000 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.06657952162830126
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2506 | LCC = 0.9016 | SRCC = 0.9020 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4187 | LCC = 0.7289 | SRCC = 0.7079 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3cc06deced22007d92a71c355e1557519f6d758
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d786c174ba7baf8a1f3cfa4bfd4ba041e8b3396336cd30cd7211eb1fd4eb392e
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6635ecd23e3632d5f804ec7a24abfcfd8e2abdd8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b9c7a6232a14aada76a6c6d95f3e6bc8aa1d55c824396095fb6b291f55c0e4
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3517962641e1f10baba4df848ea9242df42da3f7
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4437224761599061
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4180 | LCC = 0.8757 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.2502551335475348
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3579 | LCC = 0.8900 | SRCC = 0.8918 ]
+INFO:root:Average loss=0.22622527763505892
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2889 | LCC = 0.9001 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.19936477324004806
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3102 | LCC = 0.9023 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.18393301912125826
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3026 | LCC = 0.9053 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.17624042596603404
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2833 | LCC = 0.9067 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.16702392774854782
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2596 | LCC = 0.9072 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.1606556453629036
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2670 | LCC = 0.9023 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.15633857228680154
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2464 | LCC = 0.9053 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.14760143400272194
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2722 | LCC = 0.9087 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.14540703319056186
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2645 | LCC = 0.9079 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.13459829486518926
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3062 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.12946015437042094
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2572 | LCC = 0.9080 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.12317445409091222
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2763 | LCC = 0.9055 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.11995493116750883
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2787 | LCC = 0.9057 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.12079173989723184
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2428 | LCC = 0.9078 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.1078214147101248
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2549 | LCC = 0.9068 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.10666688365829473
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2662 | LCC = 0.9042 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.09776954339935601
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2743 | LCC = 0.9041 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.0976747342229234
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2672 | LCC = 0.9014 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.09427055949076063
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2635 | LCC = 0.9059 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.08928482161264199
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2555 | LCC = 0.9035 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.08670312456915834
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2616 | LCC = 0.8996 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.08380086713529736
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2555 | LCC = 0.9023 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.07875872502437217
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2960 | LCC = 0.9038 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.07868542576025676
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2643 | LCC = 0.9049 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.07366007402797654
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2585 | LCC = 0.9023 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.07088086179139987
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2575 | LCC = 0.9053 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.06884047302896577
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2460 | LCC = 0.9044 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.06683289946589856
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2621 | LCC = 0.9042 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.0658292138809069
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2654 | LCC = 0.9019 | SRCC = 0.9022 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4629 | LCC = 0.7046 | SRCC = 0.6870 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d9eafff592e026f7ebd306749def5e1ab1e307a
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea4caf03128f4df4ee274ccfe8509f9907ca320e172544bedd77c3aa3be9d925
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a392b33b5eb8b255684856b6536e730e33ff097
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12b326d8fc6af6ace8db1ee1fe1accfef31182c7c0779268cb670ea258b16e81
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer6/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b136594623f4dfe2c74c1d02e2aafc43859e0c8d
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4147195130414356
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3696 | LCC = 0.8802 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.24336349632526408
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3053 | LCC = 0.8967 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.21170720010134525
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3155 | LCC = 0.9011 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.19745996267120272
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2807 | LCC = 0.9011 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.18412099735585252
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2866 | LCC = 0.9067 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.17383257239367922
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2880 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.16820192888292962
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2678 | LCC = 0.9095 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.15575860759426405
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2752 | LCC = 0.9086 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.15203810745925572
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2535 | LCC = 0.9086 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.1445449555798762
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.9085 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.14491804917423712
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2983 | LCC = 0.9070 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.13519045232520627
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2580 | LCC = 0.9095 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.12927120183244606
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2974 | LCC = 0.9062 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.12268284785781981
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2607 | LCC = 0.9065 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.11935550452484561
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2417 | LCC = 0.9089 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.1136552646239369
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2616 | LCC = 0.9064 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.10935832719410087
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2595 | LCC = 0.9071 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.10164572544008321
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2697 | LCC = 0.9059 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.10065703300726896
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2595 | LCC = 0.9057 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.09635107837229795
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2693 | LCC = 0.9021 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.09270076262037878
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3115 | LCC = 0.9012 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.08601748663393748
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2530 | LCC = 0.9049 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.08301212550329336
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2431 | LCC = 0.9051 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.08070609675494232
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2513 | LCC = 0.9047 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.07770950437625708
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2526 | LCC = 0.9042 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.0764872799762067
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2416 | LCC = 0.9042 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.07080995569253243
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2871 | LCC = 0.8995 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.06912837870892762
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2485 | LCC = 0.9049 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.06768291353145776
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2750 | LCC = 0.9010 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.06688518845879962
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2640 | LCC = 0.9005 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.06285472563064168
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2661 | LCC = 0.9016 | SRCC = 0.9017 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4377 | LCC = 0.7111 | SRCC = 0.6895 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run0/config.gin b/results_nisqa/w2v2_large_asr_zh/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run0/model.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5f12ea87701a245cc7151327fc0685bd07c5a2cf
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2443b6c729558e02db5cb12925d68c1fceae360eaa2258ba26151d2e99fa0c30
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run0/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..142774e119962178bc04eb2040a72b9a73c6c1e6
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a10c026dad3e6596de1ef5733dde194ffed38e0ab22677e9161e3cd62a2b0d0
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run0/train.log b/results_nisqa/w2v2_large_asr_zh/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a65e17a542a387273ead1c0566139ed09b20c57
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4542212598241134
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3479 | LCC = 0.8715 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.26295325211706877
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3484 | LCC = 0.8923 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.23751691896791402
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3291 | LCC = 0.8943 | SRCC = 0.8936 ]
+INFO:root:Average loss=0.2078009329607032
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2777 | LCC = 0.9009 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.19340982240748544
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2806 | LCC = 0.9033 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.18475145295348472
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3048 | LCC = 0.9044 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.17758395268737925
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2983 | LCC = 0.9056 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.17165964919363144
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2589 | LCC = 0.9064 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.1609551076685762
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2754 | LCC = 0.9066 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.15468702137987048
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2601 | LCC = 0.9028 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.1471828161550395
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2939 | LCC = 0.9037 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.14137393619456043
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2942 | LCC = 0.9043 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.13140791271291027
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2550 | LCC = 0.9047 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.12586483947200583
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2730 | LCC = 0.9051 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.12310738116502762
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2692 | LCC = 0.9056 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.11718141300485313
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2565 | LCC = 0.9038 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.11049483929669236
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2717 | LCC = 0.9044 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.10712660192323557
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2737 | LCC = 0.9054 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.10414122553230021
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2954 | LCC = 0.9041 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.09739095398973178
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2587 | LCC = 0.9037 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.09761876795936182
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2512 | LCC = 0.9028 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.09065901830447892
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2762 | LCC = 0.9012 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.08472848659908841
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2566 | LCC = 0.9022 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.08448310639989169
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2435 | LCC = 0.9005 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.07930091983837888
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2619 | LCC = 0.8986 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.08314323186271452
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2772 | LCC = 0.9007 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.07493454157617051
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2980 | LCC = 0.9018 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.07558690332350014
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2603 | LCC = 0.8988 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.07045209575767462
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2556 | LCC = 0.8998 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.06866570536284089
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2658 | LCC = 0.9012 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.06629284318385786
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2588 | LCC = 0.9006 | SRCC = 0.9008 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4045 | LCC = 0.7473 | SRCC = 0.7321 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run1/config.gin b/results_nisqa/w2v2_large_asr_zh/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run1/model.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..da327537f0ca5593b3d4e958e3feda432e393005
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8ff83d1241c8bea6513b2982af753e7be196afce30657950e7bd13fb4ee2b686
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run1/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce3d16669efbd6322950092fd34f4de215488915
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d4defc9093179d0ae821088fd956995511457e75c08ed2645d1e2c8bab983b
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run1/train.log b/results_nisqa/w2v2_large_asr_zh/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..00068eb7a1f404833e8d7ec37d623562a7876413
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5125720961762301
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4579 | LCC = 0.8561 | SRCC = 0.8593 ]
+INFO:root:Average loss=0.28060867193806377
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3185 | LCC = 0.8828 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.23865688157219417
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3691 | LCC = 0.8914 | SRCC = 0.8945 ]
+INFO:root:Average loss=0.21097380263095647
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2828 | LCC = 0.8981 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.20183464721103625
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2877 | LCC = 0.9017 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.18934140078766498
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3244 | LCC = 0.9025 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.18108832849071205
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2663 | LCC = 0.9039 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.16852704185798678
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2899 | LCC = 0.9037 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.16472855593600025
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2492 | LCC = 0.9043 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.1566898827521787
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2915 | LCC = 0.9017 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.15108841369090054
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2451 | LCC = 0.9030 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.1404402463594613
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2408 | LCC = 0.9036 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.13532086728797482
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2818 | LCC = 0.9026 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.12922930265265392
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3026 | LCC = 0.8991 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.12235810444017366
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2895 | LCC = 0.9025 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.11574180945323381
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2738 | LCC = 0.8995 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.11440293572713874
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2562 | LCC = 0.9030 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.11643511741664368
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2780 | LCC = 0.8984 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.10389432026816241
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2549 | LCC = 0.9022 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.09837313069601279
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2741 | LCC = 0.8995 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.09578709799602542
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2738 | LCC = 0.8992 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.09386597875225751
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2800 | LCC = 0.9004 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.09233396261327528
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2633 | LCC = 0.8993 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.0844331865839531
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2863 | LCC = 0.8958 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.08195405556804183
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2746 | LCC = 0.8961 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.07842564951047043
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2510 | LCC = 0.8999 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.07471250286164312
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2715 | LCC = 0.8975 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.07300196592346092
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2737 | LCC = 0.8977 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.07186147338048571
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2758 | LCC = 0.8960 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.07040705729943479
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2601 | LCC = 0.8980 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.06864302394362544
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2554 | LCC = 0.8978 | SRCC = 0.8972 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3881 | LCC = 0.7482 | SRCC = 0.7259 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run2/config.gin b/results_nisqa/w2v2_large_asr_zh/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run2/model.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f275e2ca20a3f6026d760ef848522134c7f0ce3b
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2773de5124b3f6dbef05604a49617fd6560c02db045705a2d55393ffd5c2211f
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run2/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c73c2384745624485a23da55124e300649c6f6ad
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:896d365bea02d6943ca6bf3bcae6d1e35b8dd291f4c93eb6796b41c1089feb29
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run2/train.log b/results_nisqa/w2v2_large_asr_zh/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..88910cd5f17e627a26b5d886b47e281093564630
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43170011224429733
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3588 | LCC = 0.8598 | SRCC = 0.8614 ]
+INFO:root:Average loss=0.27692270141116454
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3167 | LCC = 0.8836 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.2302568588470448
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3026 | LCC = 0.8952 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.20827567896057417
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3012 | LCC = 0.8977 | SRCC = 0.8980 ]
+INFO:root:Average loss=0.19544667853957656
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3239 | LCC = 0.9013 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.18108125763132393
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2768 | LCC = 0.9044 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.17750998142826763
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2778 | LCC = 0.9047 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.17561121961112655
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2495 | LCC = 0.9042 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.16262972587450392
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3150 | LCC = 0.9025 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.15113094612697645
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2727 | LCC = 0.9029 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.14729500807434148
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3127 | LCC = 0.9023 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.1424422398037304
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2798 | LCC = 0.9055 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.13734279465296365
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2613 | LCC = 0.9044 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.12978994837730606
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2768 | LCC = 0.9035 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.12233212202615132
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3131 | LCC = 0.9005 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.12183199443913609
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2967 | LCC = 0.9001 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.11749404169231481
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2878 | LCC = 0.9025 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.10793646104160072
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2438 | LCC = 0.9037 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.10320740636718066
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2924 | LCC = 0.8998 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.10197600644792436
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3018 | LCC = 0.8990 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.09868479065726259
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2566 | LCC = 0.9034 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.10077313081808173
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2586 | LCC = 0.9039 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.09014429154165218
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2617 | LCC = 0.9009 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.08814709202919392
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2665 | LCC = 0.9006 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.08724811093914027
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2600 | LCC = 0.8997 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.08495008398514951
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3101 | LCC = 0.8970 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.07843157282971233
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2642 | LCC = 0.9015 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.07559196661748638
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3099 | LCC = 0.8936 | SRCC = 0.8976 ]
+INFO:root:Average loss=0.07043860099046906
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2558 | LCC = 0.9003 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.06938342618718313
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2645 | LCC = 0.8978 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.06978067966727163
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2712 | LCC = 0.8981 | SRCC = 0.8992 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4581 | LCC = 0.7276 | SRCC = 0.7130 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run3/config.gin b/results_nisqa/w2v2_large_asr_zh/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run3/model.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2850b384dbd97ac983ceb342d196eaa544a34d15
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:363949edb0b646be4368fa299acb51c4a21e18f9622a17cfddb0dc54de997f87
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run3/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d1adb7e99dcb59ad90bb7796cbbdadf790e37cf8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f1d0384b2e71c15cd9c1e2bd0288ef4596bbddeac439cba6a0e3eeeeb99bdda8
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run3/train.log b/results_nisqa/w2v2_large_asr_zh/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0914615677f011e7914625a8361d8cca5a3a5217
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4515209015394222
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4345 | LCC = 0.8592 | SRCC = 0.8606 ]
+INFO:root:Average loss=0.27186317328428256
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3589 | LCC = 0.8802 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.2307445631292514
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3256 | LCC = 0.8959 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.20929793358882728
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2727 | LCC = 0.8990 | SRCC = 0.8988 ]
+INFO:root:Average loss=0.19859273387173007
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3157 | LCC = 0.9024 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.18364164142767128
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3203 | LCC = 0.9044 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.1786047507055922
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2582 | LCC = 0.9018 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.16870438402270996
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3049 | LCC = 0.8970 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.16146457393389907
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2433 | LCC = 0.9047 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.15265996151232306
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2941 | LCC = 0.9071 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.14317571651728855
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2530 | LCC = 0.9036 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.14695858029444095
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2452 | LCC = 0.9035 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.1396152947334885
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2555 | LCC = 0.9069 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.13405144813260592
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2792 | LCC = 0.9007 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.1268862956607273
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2692 | LCC = 0.9044 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.11964651119674562
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2732 | LCC = 0.9059 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.11647900973441284
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2777 | LCC = 0.9042 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.10830382873557207
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2749 | LCC = 0.9031 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.10466547797008746
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2680 | LCC = 0.9024 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.09984532511130922
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2754 | LCC = 0.9050 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.09397876019336585
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2726 | LCC = 0.9023 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.09344149215114599
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2734 | LCC = 0.9040 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.08908362783534679
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2740 | LCC = 0.9005 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.08551645029142413
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2660 | LCC = 0.9036 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.08233665414369865
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2614 | LCC = 0.9045 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.07864115878164424
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2823 | LCC = 0.9020 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.07550466855223469
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2808 | LCC = 0.9006 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.07531223775592842
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2686 | LCC = 0.9017 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.07130042713329282
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2634 | LCC = 0.9025 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.06887433654224942
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2693 | LCC = 0.8981 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.06784067175894803
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2735 | LCC = 0.8987 | SRCC = 0.8997 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4246 | LCC = 0.7281 | SRCC = 0.7044 ]
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run4/config.gin b/results_nisqa/w2v2_large_asr_zh/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run4/model.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..96c21e62ed773f9c72605f5d2ce827f9d1896a67
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3c9613405b78355972f2589322c586c27b36b362fad2bdc0c83bac36ad6236b
+size 3403339
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run4/model_best.pt b/results_nisqa/w2v2_large_asr_zh/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d64744370c6febaf48006bd91f8c3a9aa3288c14
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a9e56db6f3d80f5960dde57cb5778758ae6951c4c00d332470b739aa3918fd7
+size 3405062
diff --git a/results_nisqa/w2v2_large_asr_zh/layer8/run4/train.log b/results_nisqa/w2v2_large_asr_zh/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c7e13a36ccdac0b1ee0fcf61e286d1ee1af29de8
--- /dev/null
+++ b/results_nisqa/w2v2_large_asr_zh/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4486791813649194
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3731 | LCC = 0.8568 | SRCC = 0.8567 ]
+INFO:root:Average loss=0.28153569608754503
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4406 | LCC = 0.8810 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.24131089130233477
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3337 | LCC = 0.8941 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.21326806008643498
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3438 | LCC = 0.8992 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.198569059544216
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2870 | LCC = 0.9027 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.19042186822333088
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2761 | LCC = 0.9034 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.17869634560250133
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3711 | LCC = 0.9001 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.1778440529297542
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2964 | LCC = 0.9047 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.1635657332708381
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2945 | LCC = 0.9049 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.15266826494753016
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2761 | LCC = 0.9050 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.15075154899689502
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3446 | LCC = 0.9004 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.1446043392051162
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2905 | LCC = 0.9046 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.13562422594583104
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3055 | LCC = 0.8988 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.13793619735047996
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2729 | LCC = 0.9037 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.12254249812722895
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3123 | LCC = 0.9006 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.12278942716431755
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2771 | LCC = 0.9027 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.1162225359867763
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2738 | LCC = 0.9024 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.11636615406743364
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3086 | LCC = 0.9006 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.10426728134554934
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2815 | LCC = 0.9004 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.10488456638389929
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2848 | LCC = 0.9007 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.09865883544001276
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2723 | LCC = 0.9009 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.09164701033965011
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2725 | LCC = 0.9009 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.08891720596076436
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2908 | LCC = 0.8975 | SRCC = 0.8970 ]
+INFO:root:Average loss=0.08684532499382261
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2896 | LCC = 0.8999 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.08292757976003465
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2766 | LCC = 0.8996 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.08003666766547743
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3008 | LCC = 0.8975 | SRCC = 0.8975 ]
+INFO:root:Average loss=0.07738159956528962
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2722 | LCC = 0.8988 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.07206793484746377
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2912 | LCC = 0.8969 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.0726730271829346
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3115 | LCC = 0.8927 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.07275678650233787
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3025 | LCC = 0.8972 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.069079683953627
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2746 | LCC = 0.8973 | SRCC = 0.8965 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4385 | LCC = 0.7202 | SRCC = 0.6977 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23a15a5a565f09db17b97c7318be27a8b3ea1d53
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:081ebe2c276709302797cfab6fbf512c711a497d2654b746e88dda83f76175c1
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dcd7c3ebd0ec95a2956b07714e1c9f8a1166c279
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60570618ff982d1b48c64a4fb895420d7ada70ccc82dc01e9c5ae1e4cfa147be
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..85961809a133a231e791c88e099b1f425e205410
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6058737530529155
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5524 | LCC = 0.7723 | SRCC = 0.7680 ]
+INFO:root:Average loss=0.4463065661102361
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5241 | LCC = 0.7842 | SRCC = 0.7856 ]
+INFO:root:Average loss=0.4164432934942962
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5121 | LCC = 0.8010 | SRCC = 0.7985 ]
+INFO:root:Average loss=0.4039363589762263
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4903 | LCC = 0.8050 | SRCC = 0.8079 ]
+INFO:root:Average loss=0.3745999585169588
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4398 | LCC = 0.8195 | SRCC = 0.8162 ]
+INFO:root:Average loss=0.38873034035194814
+INFO:root:
+[Valid][5][UTT][ MSE = 0.7160 | LCC = 0.8096 | SRCC = 0.8160 ]
+INFO:root:Average loss=0.3538037034645246
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4228 | LCC = 0.8295 | SRCC = 0.8263 ]
+INFO:root:Average loss=0.33926554773584267
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4842 | LCC = 0.8345 | SRCC = 0.8329 ]
+INFO:root:Average loss=0.3215756466278451
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4237 | LCC = 0.8344 | SRCC = 0.8355 ]
+INFO:root:Average loss=0.31513669656191257
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4090 | LCC = 0.8433 | SRCC = 0.8431 ]
+INFO:root:Average loss=0.29207525621948904
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3929 | LCC = 0.8484 | SRCC = 0.8457 ]
+INFO:root:Average loss=0.29514115204700847
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3703 | LCC = 0.8491 | SRCC = 0.8486 ]
+INFO:root:Average loss=0.2842683171088985
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3594 | LCC = 0.8555 | SRCC = 0.8537 ]
+INFO:root:Average loss=0.26340882135608984
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3519 | LCC = 0.8585 | SRCC = 0.8575 ]
+INFO:root:Average loss=0.26616386509355094
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3877 | LCC = 0.8601 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.2632253767782553
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3840 | LCC = 0.8606 | SRCC = 0.8628 ]
+INFO:root:Average loss=0.2463673244666502
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4120 | LCC = 0.8541 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.2402149918193073
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3295 | LCC = 0.8693 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.23980045542551603
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3141 | LCC = 0.8707 | SRCC = 0.8690 ]
+INFO:root:Average loss=0.21825768721069214
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3783 | LCC = 0.8667 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.2177507233068433
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3174 | LCC = 0.8747 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.21803864914213303
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3080 | LCC = 0.8749 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.21593541604590555
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3046 | LCC = 0.8774 | SRCC = 0.8761 ]
+INFO:root:Average loss=0.20733856448548377
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3207 | LCC = 0.8726 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.20324686221304655
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4486 | LCC = 0.8610 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.19949060054011428
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2973 | LCC = 0.8786 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.1973661388448208
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3354 | LCC = 0.8767 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.20054472543600665
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3008 | LCC = 0.8779 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.18671240786768797
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3019 | LCC = 0.8805 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.1857334837059065
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2968 | LCC = 0.8819 | SRCC = 0.8808 ]
+INFO:root:Average loss=0.1795626159951177
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3120 | LCC = 0.8786 | SRCC = 0.8797 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6207 | LCC = 0.5607 | SRCC = 0.5279 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b3a69c6c545226235215a493088aa85639109f12
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c36a711f13334296fb7f4c83dcbfe0d8ed83b614540b39192a2bf8af855f0b2c
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0ae508d76564d3a6fea0ec861e93d1fb30d13ff
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:319ad7b47f25f929d85d6e673a90bdc48e6ae34c27bc4b516c77f74cc5ad65d6
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5df1bf7ee2786bc2904126801064f896354a2502
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5937169170104011
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5797 | LCC = 0.7656 | SRCC = 0.7667 ]
+INFO:root:Average loss=0.45267235690114127
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5583 | LCC = 0.7925 | SRCC = 0.7914 ]
+INFO:root:Average loss=0.41274089775333517
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5563 | LCC = 0.7934 | SRCC = 0.8008 ]
+INFO:root:Average loss=0.400929698451406
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4781 | LCC = 0.8143 | SRCC = 0.8127 ]
+INFO:root:Average loss=0.3839805981499611
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4603 | LCC = 0.8196 | SRCC = 0.8166 ]
+INFO:root:Average loss=0.3518909520841058
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3866 | LCC = 0.8348 | SRCC = 0.8326 ]
+INFO:root:Average loss=0.3328738247039001
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3904 | LCC = 0.8418 | SRCC = 0.8393 ]
+INFO:root:Average loss=0.3131790725309725
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3762 | LCC = 0.8484 | SRCC = 0.8478 ]
+INFO:root:Average loss=0.297043496645944
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3559 | LCC = 0.8553 | SRCC = 0.8541 ]
+INFO:root:Average loss=0.3037582562665719
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3460 | LCC = 0.8614 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.277257515688163
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3262 | LCC = 0.8678 | SRCC = 0.8659 ]
+INFO:root:Average loss=0.2699226406268302
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3866 | LCC = 0.8646 | SRCC = 0.8635 ]
+INFO:root:Average loss=0.26265018067263457
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3361 | LCC = 0.8651 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.24999040554713653
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3655 | LCC = 0.8700 | SRCC = 0.8699 ]
+INFO:root:Average loss=0.23728702436981863
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3308 | LCC = 0.8771 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.23886268934762547
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3288 | LCC = 0.8756 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.22491704366799725
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4365 | LCC = 0.8624 | SRCC = 0.8702 ]
+INFO:root:Average loss=0.22511555745422496
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3079 | LCC = 0.8825 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.2192986655355878
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2814 | LCC = 0.8810 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.21012563426370565
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3329 | LCC = 0.8811 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.21134902183720142
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2867 | LCC = 0.8825 | SRCC = 0.8816 ]
+INFO:root:Average loss=0.20549314055656423
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3068 | LCC = 0.8828 | SRCC = 0.8838 ]
+INFO:root:Average loss=0.19903378468545185
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2935 | LCC = 0.8839 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.19407403968662196
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2965 | LCC = 0.8820 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.1955632600136575
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2888 | LCC = 0.8878 | SRCC = 0.8862 ]
+INFO:root:Average loss=0.18440594954814524
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2908 | LCC = 0.8862 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.18492208093921572
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2754 | LCC = 0.8884 | SRCC = 0.8878 ]
+INFO:root:Average loss=0.1752423168606841
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2953 | LCC = 0.8828 | SRCC = 0.8824 ]
+INFO:root:Average loss=0.17455641701386843
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2866 | LCC = 0.8882 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.16777657230809934
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2918 | LCC = 0.8886 | SRCC = 0.8881 ]
+INFO:root:Average loss=0.16749798299777025
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2813 | LCC = 0.8910 | SRCC = 0.8900 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6144 | LCC = 0.5717 | SRCC = 0.5397 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5d301e633ae3daf85d01ec65877038969964b5f0
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54e5e2b6a989c4326bd840bf83d2f8fe7837f58173e0aa639eadb88e66257fef
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba561cf3b99948dbbfb7e907a0ae2d6edeb32156
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94d1d6cbee9a3d404d56b2f9a3ef15bfbbaca5386ef37d07ecf978d77d4ca5bd
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e28a147f4411a2315518e4f6703bef22e5768896
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6131564361511628
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6020 | LCC = 0.7725 | SRCC = 0.7676 ]
+INFO:root:Average loss=0.4638141483240734
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4863 | LCC = 0.7909 | SRCC = 0.7904 ]
+INFO:root:Average loss=0.4190885862174062
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5237 | LCC = 0.8111 | SRCC = 0.8070 ]
+INFO:root:Average loss=0.3987720759445532
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4487 | LCC = 0.8179 | SRCC = 0.8148 ]
+INFO:root:Average loss=0.37493178834115837
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4615 | LCC = 0.8195 | SRCC = 0.8169 ]
+INFO:root:Average loss=0.3542734577476634
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3998 | LCC = 0.8288 | SRCC = 0.8274 ]
+INFO:root:Average loss=0.3364801146736035
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4113 | LCC = 0.8317 | SRCC = 0.8314 ]
+INFO:root:Average loss=0.32275528258326425
+INFO:root:
+[Valid][7][UTT][ MSE = 0.5233 | LCC = 0.8257 | SRCC = 0.8307 ]
+INFO:root:Average loss=0.3105978379187556
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4234 | LCC = 0.8512 | SRCC = 0.8507 ]
+INFO:root:Average loss=0.2957608660176999
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3798 | LCC = 0.8536 | SRCC = 0.8530 ]
+INFO:root:Average loss=0.28472711412892865
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3833 | LCC = 0.8608 | SRCC = 0.8597 ]
+INFO:root:Average loss=0.27544544275440924
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3498 | LCC = 0.8683 | SRCC = 0.8666 ]
+INFO:root:Average loss=0.26499511310130874
+INFO:root:
+[Valid][12][UTT][ MSE = 0.4240 | LCC = 0.8551 | SRCC = 0.8610 ]
+INFO:root:Average loss=0.259416001725059
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3973 | LCC = 0.8575 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.24149648457593312
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3284 | LCC = 0.8727 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.2458058964310354
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3332 | LCC = 0.8742 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.23661232855967704
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3377 | LCC = 0.8761 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.2226575814575129
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3193 | LCC = 0.8768 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.21788722039819453
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2958 | LCC = 0.8786 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.2143093714049097
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3135 | LCC = 0.8788 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.2119768937199102
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3079 | LCC = 0.8794 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.20779924835428337
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3325 | LCC = 0.8819 | SRCC = 0.8818 ]
+INFO:root:Average loss=0.19713221925359242
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2881 | LCC = 0.8831 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.19546350535285267
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2978 | LCC = 0.8807 | SRCC = 0.8821 ]
+INFO:root:Average loss=0.19144404304854443
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3073 | LCC = 0.8813 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1929045427655209
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3173 | LCC = 0.8819 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.18736158048658702
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2963 | LCC = 0.8817 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.18145861317312098
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3012 | LCC = 0.8838 | SRCC = 0.8846 ]
+INFO:root:Average loss=0.18702837553499752
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3158 | LCC = 0.8822 | SRCC = 0.8847 ]
+INFO:root:Average loss=0.17383848873607685
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2806 | LCC = 0.8836 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.16882895841936155
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2932 | LCC = 0.8823 | SRCC = 0.8837 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6570 | LCC = 0.5611 | SRCC = 0.5298 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3b4e2625d22925dcb3b5097e6babe434c0fc9c49
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23c659177ad3917f5abf8633fccba33ceca8506b27d01784988a9a3074c5f472
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25f8ee0a2b5952a96a6960208f345c2fd88643f7
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e4af92c02905036d3003180c734d680067d85041c7ea5e69dffaba797a592b2
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8e6c07aa05057ab2ce00283ee3acd0d69d2e87ae
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6235030021281601
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5368 | LCC = 0.7674 | SRCC = 0.7650 ]
+INFO:root:Average loss=0.48696688299923274
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5238 | LCC = 0.7864 | SRCC = 0.7831 ]
+INFO:root:Average loss=0.40925126931915395
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4821 | LCC = 0.8053 | SRCC = 0.8018 ]
+INFO:root:Average loss=0.38969909567708916
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5920 | LCC = 0.8015 | SRCC = 0.8048 ]
+INFO:root:Average loss=0.3988010574110671
+INFO:root:
+[Valid][4][UTT][ MSE = 0.5547 | LCC = 0.8087 | SRCC = 0.8137 ]
+INFO:root:Average loss=0.367008611473734
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4451 | LCC = 0.8292 | SRCC = 0.8269 ]
+INFO:root:Average loss=0.35161082567162594
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4614 | LCC = 0.8391 | SRCC = 0.8369 ]
+INFO:root:Average loss=0.32026258050706347
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3734 | LCC = 0.8420 | SRCC = 0.8405 ]
+INFO:root:Average loss=0.3123120503618538
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4117 | LCC = 0.8497 | SRCC = 0.8483 ]
+INFO:root:Average loss=0.2981330717057851
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4384 | LCC = 0.8537 | SRCC = 0.8532 ]
+INFO:root:Average loss=0.28034332213718766
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3451 | LCC = 0.8618 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.26960787866156916
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3712 | LCC = 0.8585 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.26171203405526333
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3742 | LCC = 0.8638 | SRCC = 0.8633 ]
+INFO:root:Average loss=0.27253832543171896
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4237 | LCC = 0.8636 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.24646320099258698
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3510 | LCC = 0.8726 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.24224696080119623
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3264 | LCC = 0.8700 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.22841119189138356
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3229 | LCC = 0.8709 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.21882385820839445
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3183 | LCC = 0.8771 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.219277306443694
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3267 | LCC = 0.8786 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.21386188509836362
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3247 | LCC = 0.8728 | SRCC = 0.8755 ]
+INFO:root:Average loss=0.20959190421366278
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3189 | LCC = 0.8816 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.2026139887943433
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3663 | LCC = 0.8784 | SRCC = 0.8792 ]
+INFO:root:Average loss=0.19755364997538527
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3440 | LCC = 0.8725 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.20119803286873536
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3202 | LCC = 0.8829 | SRCC = 0.8809 ]
+INFO:root:Average loss=0.19105381023332563
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3367 | LCC = 0.8822 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.1873027673260325
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3087 | LCC = 0.8848 | SRCC = 0.8828 ]
+INFO:root:Average loss=0.18297141394174168
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3764 | LCC = 0.8808 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.18121334729511615
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2943 | LCC = 0.8791 | SRCC = 0.8795 ]
+INFO:root:Average loss=0.1753641886345913
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2974 | LCC = 0.8837 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.1701467562617594
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2891 | LCC = 0.8840 | SRCC = 0.8830 ]
+INFO:root:Average loss=0.1688573811784645
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3201 | LCC = 0.8824 | SRCC = 0.8812 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.6432 | LCC = 0.5364 | SRCC = 0.5194 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..00a207ee3229f441f383587dcbc1a01059b6802a
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:aadda6fea74415da35608cd57bd689aaa4815e38f7a33b0c146f00fc9ce79515
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b58d7718489e21086b6c6412f3c27fe7889e476b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e43a2f6030e9c685cabbb55abbed0b3d9aabeb8a89b500805784ae1c08adbac
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer0/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d0e44f50d40ee5fba4a46cc48a73533781700113
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6021719425055333
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5716 | LCC = 0.7710 | SRCC = 0.7691 ]
+INFO:root:Average loss=0.4785174474206274
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5841 | LCC = 0.7854 | SRCC = 0.7854 ]
+INFO:root:Average loss=0.41300233703300443
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4592 | LCC = 0.8069 | SRCC = 0.8059 ]
+INFO:root:Average loss=0.3992170514054381
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4794 | LCC = 0.8114 | SRCC = 0.8094 ]
+INFO:root:Average loss=0.38483673299668153
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4742 | LCC = 0.8206 | SRCC = 0.8211 ]
+INFO:root:Average loss=0.35547176520259394
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4120 | LCC = 0.8315 | SRCC = 0.8307 ]
+INFO:root:Average loss=0.33778272310777896
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3904 | LCC = 0.8405 | SRCC = 0.8382 ]
+INFO:root:Average loss=0.320974330595463
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4273 | LCC = 0.8439 | SRCC = 0.8446 ]
+INFO:root:Average loss=0.3134346159035071
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4299 | LCC = 0.8439 | SRCC = 0.8460 ]
+INFO:root:Average loss=0.28147181859939774
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3538 | LCC = 0.8586 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.2926348064503918
+INFO:root:
+[Valid][10][UTT][ MSE = 0.5225 | LCC = 0.8288 | SRCC = 0.8403 ]
+INFO:root:Average loss=0.27975776149875164
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3872 | LCC = 0.8574 | SRCC = 0.8611 ]
+INFO:root:Average loss=0.26842556704330994
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3303 | LCC = 0.8694 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.244640468431346
+INFO:root:
+[Valid][13][UTT][ MSE = 0.4155 | LCC = 0.8538 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.24289050482945634
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3388 | LCC = 0.8719 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.23580151391511708
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3203 | LCC = 0.8743 | SRCC = 0.8759 ]
+INFO:root:Average loss=0.22781623856869737
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3948 | LCC = 0.8566 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.23027684828105
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3368 | LCC = 0.8769 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.21911357980587579
+INFO:root:
+[Valid][18][UTT][ MSE = 0.4689 | LCC = 0.8518 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.2087403771849726
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2913 | LCC = 0.8791 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.2056045270379568
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3660 | LCC = 0.8647 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.19785169572327177
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3915 | LCC = 0.8593 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.20419156159451932
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3066 | LCC = 0.8786 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.19785758275861684
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3279 | LCC = 0.8737 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.1899195014999781
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3158 | LCC = 0.8798 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.19074253212509817
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3152 | LCC = 0.8748 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.1878726413053584
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3486 | LCC = 0.8677 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.18065515828098175
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2847 | LCC = 0.8856 | SRCC = 0.8853 ]
+INFO:root:Average loss=0.18053394461298264
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2908 | LCC = 0.8806 | SRCC = 0.8825 ]
+INFO:root:Average loss=0.17257193131426166
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3528 | LCC = 0.8743 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.17157885983500176
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3488 | LCC = 0.8702 | SRCC = 0.8733 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5944 | LCC = 0.5835 | SRCC = 0.5558 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a729144b96c7619e0e6dfcbe619da9260692c467
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1db02eaa21849cf81fc08e35b8433618336b9762dab2c019096e4b8b3a5330c7
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce46c71d641e1b13c4f3243fd1b16035a2ca828c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20e645559aa3bba2ca692ff903f8664aa9d865af84b6a4ca19f7ab75b55bf9a4
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4dc885f1e8a39658c6ac6e641624b98fe7fc3a5e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37069325019858473
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3203 | LCC = 0.8987 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.22892675449737923
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2787 | LCC = 0.9062 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.20676784213050942
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2892 | LCC = 0.9094 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.19907529708105703
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2503 | LCC = 0.9112 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.18940329422495958
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3242 | LCC = 0.9104 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.17985538332965334
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3020 | LCC = 0.9122 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.1717072315298753
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2466 | LCC = 0.9142 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.16658317599165645
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2640 | LCC = 0.9146 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.16277788622530898
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2437 | LCC = 0.9156 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16322487915699194
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2775 | LCC = 0.9154 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1517073304064012
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2996 | LCC = 0.9138 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.14315196751170076
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2459 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13832791274510367
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2433 | LCC = 0.9148 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.13466314394349996
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3106 | LCC = 0.9137 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1345237176542337
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2853 | LCC = 0.9148 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.12385704824862452
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2541 | LCC = 0.9127 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.11945175366594613
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2573 | LCC = 0.9116 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.11431475151653235
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2779 | LCC = 0.9131 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.11833217998460538
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2355 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.11127928338643443
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2758 | LCC = 0.9119 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.10435729353241838
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2388 | LCC = 0.9117 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.09493616933939773
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2355 | LCC = 0.9108 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09792603741835997
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2828 | LCC = 0.9108 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09261390368717944
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2574 | LCC = 0.9092 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.08816247392510403
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2485 | LCC = 0.9100 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.08630016657141591
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2944 | LCC = 0.9075 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.08116635299056252
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2870 | LCC = 0.9082 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.08048005918891443
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2577 | LCC = 0.9071 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.07623126773389778
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2425 | LCC = 0.9076 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07332769352835038
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2601 | LCC = 0.9084 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.07158254722208646
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2603 | LCC = 0.9057 | SRCC = 0.9064 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4117 | LCC = 0.7384 | SRCC = 0.7281 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da679874475db4287b8b77b0fa33fdacaf1f309
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9c1e4da8a77f7b8ee1e0a982cab3478e0bfb16665db519c3211d910be1c358d
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..05da350c831a8853fc077b9ab9f9c8ebc079485b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bea658afea7dc3bde685225e50d95cd7d6f20afa19f1420b9bc32a6a4dc8c249
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ecfed5eccf9310d3fd9a0f78ea85c07328c865ac
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39892936683114555
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3465 | LCC = 0.8966 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.24114098089795583
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2820 | LCC = 0.9054 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.2045092489247377
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2811 | LCC = 0.9097 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.193395766047384
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2842 | LCC = 0.9115 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.18876630235786382
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2535 | LCC = 0.9123 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.1760458403584585
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3072 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1733837929161298
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2835 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.16141395972815553
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2531 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.15722521329890785
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2557 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1516331395489632
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2472 | LCC = 0.9155 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.14860075824178023
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2146 | LCC = 0.9156 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14273418796200282
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2527 | LCC = 0.9179 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.14103781462060233
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2265 | LCC = 0.9160 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1332793580744997
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2877 | LCC = 0.9143 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1313753589729353
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2833 | LCC = 0.9172 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12496576656323637
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2172 | LCC = 0.9168 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.11757501688479
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2596 | LCC = 0.9144 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11546943642500508
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2398 | LCC = 0.9156 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10872746168533502
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2280 | LCC = 0.9179 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10264053428276426
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2356 | LCC = 0.9153 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1042871414064672
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2498 | LCC = 0.9151 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.09438144887199981
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2416 | LCC = 0.9149 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09592417216283737
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2298 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08951633770255685
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2546 | LCC = 0.9113 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08461548487058265
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2285 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08419803831446378
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2591 | LCC = 0.9139 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.07980651569934939
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2569 | LCC = 0.9121 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.0750445094325639
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2361 | LCC = 0.9120 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.07604355014042358
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2774 | LCC = 0.9111 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07505894361892877
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2410 | LCC = 0.9134 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.0672261829278028
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2655 | LCC = 0.9116 | SRCC = 0.9127 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4258 | LCC = 0.7286 | SRCC = 0.7143 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a17ead6f8e20bb9653df6ce172c3267147f7e900
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecc690e95d1bfc821bfa76489f842ffd6c01b57e1b0269f3e929e5041dbfd9cd
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25109350190105d12f3b91cd9a77d8236fb0b94f
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549d0cb1b88f41600871ee2874c4789ac1ceddc006bfda26c37b34a677cd4e39
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b6944ecb2b4dc474ea517959e084bcdf08f81f08
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45720895099846615
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3220 | LCC = 0.8980 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.22077816806604408
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2679 | LCC = 0.9063 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.20748822119711452
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2499 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.19178961544712156
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2831 | LCC = 0.9126 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.18619074000616295
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2709 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1760431658153589
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2710 | LCC = 0.9136 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1689049786742712
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2933 | LCC = 0.9145 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.16917630306558112
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2609 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15778499212912742
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2281 | LCC = 0.9161 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.15263254148078104
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2822 | LCC = 0.9158 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14903468427630517
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3053 | LCC = 0.9137 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.14717159183383677
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2672 | LCC = 0.9142 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.13794374328128176
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2622 | LCC = 0.9157 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13716464099942605
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2446 | LCC = 0.9155 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.13017974940338575
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2245 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12248398217162645
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2863 | LCC = 0.9121 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.11790703697872988
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2318 | LCC = 0.9154 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11176754094961751
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2520 | LCC = 0.9142 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10957895260239613
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2565 | LCC = 0.9129 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10305120860565604
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3122 | LCC = 0.9102 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.10094945567708484
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2697 | LCC = 0.9114 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.09794133673341288
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2701 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.09140955615853298
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2528 | LCC = 0.9120 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08917580084132322
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2525 | LCC = 0.9108 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08680281473722072
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2454 | LCC = 0.9106 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0815245498380909
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2454 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.08074170714944084
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2428 | LCC = 0.9113 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07693242923372742
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2333 | LCC = 0.9109 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07603877230488151
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2405 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07115834479817765
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.9101 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.06736065946906977
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2521 | LCC = 0.9080 | SRCC = 0.9082 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4419 | LCC = 0.7205 | SRCC = 0.7108 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64