diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7e359ded57cbdc3b521d1644fabceb1e9b63a52
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:06eb72ee97db195363627ee2dda98b0fbd4a7c54aee06d68fd6784549c8458b0
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e1196b87e5488e51a7ac1941189884ce1aa3eb9
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29dc9033e4d0af89733844cf9abd606179751e7ea535c75bcbb3cd3f7a788175
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..629ee1850283569eb4e917f72b1d700feed835a6
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40070874558363345
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3338 | LCC = 0.8954 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.22120705255538742
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2907 | LCC = 0.9055 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.20961992365087387
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3271 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.20643512603175435
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2972 | LCC = 0.9091 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.18861697497912225
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2813 | LCC = 0.9121 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.17471699705185917
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2638 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.16829351762126635
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2784 | LCC = 0.9133 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.16861853068102303
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2589 | LCC = 0.9139 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.15918979935907904
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2787 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.15523253450159394
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2677 | LCC = 0.9144 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1480444418212582
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2846 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1450222345187485
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2451 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.13845875208949768
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2540 | LCC = 0.9120 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.13945366205335352
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2595 | LCC = 0.9086 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.13058247658386396
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2345 | LCC = 0.9125 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.12289333119557772
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2555 | LCC = 0.9135 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.12034882226086765
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2411 | LCC = 0.9129 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11495334762713813
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2472 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.11150705232957885
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2420 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1064118500906608
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2478 | LCC = 0.9097 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.10259875534586824
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3160 | LCC = 0.9104 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.1036702170106717
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2903 | LCC = 0.9117 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.09263259364087457
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2560 | LCC = 0.9080 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.08877095842809346
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2596 | LCC = 0.9059 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.08955498134469711
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2444 | LCC = 0.9092 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08312550187110901
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2627 | LCC = 0.9085 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.0846172599821766
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2546 | LCC = 0.9098 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07862708006980103
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2429 | LCC = 0.9085 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.07714248097614745
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2494 | LCC = 0.9081 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.07187956666326248
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2475 | LCC = 0.9077 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07286350409677952
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2487 | LCC = 0.9095 | SRCC = 0.9091 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4165 | LCC = 0.7304 | SRCC = 0.7183 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edb4b8963e5c0f69d0b1939e486f087fed567e5a
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf40050d4582b9ef36794027c6eee2122b0b3f700b89a920d2ff984a7340cd5f
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..52215bed586c54502f6ed4a93d3b5ba886698062
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93332dcc3aa7ad959cd4d67657117303219b05d5f77f1e25006cc65695d21748
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer10/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e54657bed4e48db6f7e0512cc98cce8aa2b8409a
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43597569036690487
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3082 | LCC = 0.8989 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.22928062322511839
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3814 | LCC = 0.9051 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.2044524481100154
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3219 | LCC = 0.9098 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.20417099773367017
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2859 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.18740450952611218
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3453 | LCC = 0.9093 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1819288198313961
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2820 | LCC = 0.9135 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17206568486256407
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2609 | LCC = 0.9137 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.17222920921496573
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3216 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.15886955893453145
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2519 | LCC = 0.9139 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.15477564457179493
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2501 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.15001520217326336
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2448 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14798956691701978
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2210 | LCC = 0.9159 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.14249783698361734
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2354 | LCC = 0.9155 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13580096577633324
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2481 | LCC = 0.9125 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.12954326512324327
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2235 | LCC = 0.9145 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.12579415053818266
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2672 | LCC = 0.9148 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.12007445704213457
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2690 | LCC = 0.9135 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11431484176330484
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2487 | LCC = 0.9151 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10842725679795177
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2273 | LCC = 0.9133 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.10820932382706962
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2469 | LCC = 0.9132 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.10493012397103227
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2918 | LCC = 0.9103 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.09840076866780402
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2716 | LCC = 0.9104 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09348792978966167
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2382 | LCC = 0.9117 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09118205830024156
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2417 | LCC = 0.9126 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09100293617889371
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2520 | LCC = 0.9113 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08299180509985526
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2556 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07898753856690978
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2541 | LCC = 0.9100 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07761970801935719
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2557 | LCC = 0.9096 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07477183304081074
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2986 | LCC = 0.9070 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07420015959553636
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2411 | LCC = 0.9105 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.0741897067754944
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2525 | LCC = 0.9087 | SRCC = 0.9084 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4180 | LCC = 0.7486 | SRCC = 0.7352 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..332943f292b735e75c17e6236c8901599ba26159
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fad6f5f9f2a125119e553532969c14f30c8c2733b03869b9879bb71798464e13
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..767f571dc05acfece7601466420a6de9ee1e7524
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a093008afdfa0f72c03ed35dae181af4bdb15926325f1375876cbb5eb9faa947
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee47f662461037bbd1f233d3d7cbab20d1c34392
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4029752202116685
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2934 | LCC = 0.8938 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.22426742504786895
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2568 | LCC = 0.9040 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.2093253300627532
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2545 | LCC = 0.9084 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.19335106428648005
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2735 | LCC = 0.9103 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.1836271121495032
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2470 | LCC = 0.9102 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1832838637722021
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2543 | LCC = 0.9129 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.17199393348886788
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2802 | LCC = 0.9125 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1684250049508376
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3855 | LCC = 0.9123 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1619690090331728
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2776 | LCC = 0.9114 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.15225318922645095
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2625 | LCC = 0.9152 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.14608368355070236
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2908 | LCC = 0.9145 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1417129935987423
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2662 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13682200053351462
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2668 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.13240789811562942
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2516 | LCC = 0.9132 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.12546036052221507
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2646 | LCC = 0.9107 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1218133266433815
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2536 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.11815535113473848
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2758 | LCC = 0.9134 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.10961908704972681
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2230 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10912312601687592
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2785 | LCC = 0.9120 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1040437143145269
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2348 | LCC = 0.9118 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1002599992977746
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2631 | LCC = 0.9109 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.09711474399862952
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2461 | LCC = 0.9100 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09061994646928903
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2410 | LCC = 0.9110 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.08500200279616896
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2645 | LCC = 0.9071 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08410124239549471
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2287 | LCC = 0.9088 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07820040463453773
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2428 | LCC = 0.9091 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07870422852780089
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2575 | LCC = 0.9074 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.07328228355315379
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2539 | LCC = 0.9068 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07139649640531898
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2557 | LCC = 0.9087 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.07043677792383757
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2567 | LCC = 0.9079 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.0685034562655956
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2471 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4575 | LCC = 0.7355 | SRCC = 0.7188 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ef87d324b37258fca7f4c8c7eff5cdfcb62a756e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601eee5c0ecc4958720d4e7d0789e6d2c2a080f5eed25cbe0b7e30a530a5935c
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b74fd848071b280e1fbc17005327bd2769e4e47a
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d6fcbee8786ca6b71f607b2c284c718b10f03f269a785fbab756574ba7968b0
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..62d1fda0907ba2c6119d9dc725c111075ad11e57
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43012736935836043
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3385 | LCC = 0.8934 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.237255014694495
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3177 | LCC = 0.9039 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.2114692587900713
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3066 | LCC = 0.9041 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.2018104854949637
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3310 | LCC = 0.9071 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.19089909853962805
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2785 | LCC = 0.9104 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.18020728648225695
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2573 | LCC = 0.9112 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.17722379067385127
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2794 | LCC = 0.9122 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.17531734179554648
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2789 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1645109484650496
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3059 | LCC = 0.9133 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.15708171972477367
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2326 | LCC = 0.9135 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.14965870451031393
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2966 | LCC = 0.9148 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.14506039385161648
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2890 | LCC = 0.9148 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13991672278656436
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2521 | LCC = 0.9132 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.13374393282598154
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2973 | LCC = 0.9125 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1315865249216901
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2723 | LCC = 0.9131 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.128966244529782
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2565 | LCC = 0.9132 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.11806138833134161
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2618 | LCC = 0.9138 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11150327699549625
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2846 | LCC = 0.9131 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.11161387522268847
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2603 | LCC = 0.9133 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.10402258948525252
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2815 | LCC = 0.9127 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1012498461183785
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2657 | LCC = 0.9126 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09608005467436218
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2467 | LCC = 0.9112 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09316717363850918
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2470 | LCC = 0.9105 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.08950366615990683
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2414 | LCC = 0.9107 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08536695174313005
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2613 | LCC = 0.9131 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08433568641284987
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2651 | LCC = 0.9114 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07802220569611285
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2462 | LCC = 0.9105 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07534260875572359
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2490 | LCC = 0.9097 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07296159833325128
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2532 | LCC = 0.9105 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07208628422779843
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2613 | LCC = 0.9100 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.0690605456300209
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2584 | LCC = 0.9083 | SRCC = 0.9081 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4417 | LCC = 0.7255 | SRCC = 0.7146 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3f004142db54e99fad418a2d54d3b169c5dad0d3
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e341b8dee297b1782826f77b506ee9832b3dde5ba9cdf46527f9f4e7c1d240f3
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d812ca035396004b506e24f58961e54daabbc673
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c8b167377f90ab39d70e3dbae906e90dfb1cf5a4e2982c018a435197c7dd3d7
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..70ff185281ec71583a12c9c7af3e3866e542cd78
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40218038822529634
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3424 | LCC = 0.8935 | SRCC = 0.8955 ]
+INFO:root:Average loss=0.2281859744921585
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3357 | LCC = 0.9021 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.2033634959703925
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2382 | LCC = 0.9065 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.2020685990594026
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3178 | LCC = 0.9089 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1852702017808925
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3819 | LCC = 0.9077 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.18207473716983905
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2600 | LCC = 0.9113 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.17279740763192922
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2620 | LCC = 0.9135 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1622677012158267
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2746 | LCC = 0.9149 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.15684048219912314
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2699 | LCC = 0.9153 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1532943186732386
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2619 | LCC = 0.9138 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.14935055392325958
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2319 | LCC = 0.9144 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.14296348203468873
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2455 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14039647299258007
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2488 | LCC = 0.9151 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12894492811722563
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2267 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.12651109863395635
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3236 | LCC = 0.9114 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.12353469211758905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2824 | LCC = 0.9114 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.11322278710286741
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2509 | LCC = 0.9142 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10971474402040415
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2527 | LCC = 0.9121 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1063967769416426
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2592 | LCC = 0.9122 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09805945386690211
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2325 | LCC = 0.9099 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09751324945619341
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2413 | LCC = 0.9098 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.09371230395973762
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2453 | LCC = 0.9106 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09089080898920236
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2720 | LCC = 0.9060 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.08636566458237653
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2652 | LCC = 0.9087 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.0818176319704235
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2748 | LCC = 0.9091 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.0809261535073636
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2788 | LCC = 0.9060 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.07530032630170012
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3057 | LCC = 0.9016 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07357059199513727
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2640 | LCC = 0.9067 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.072261465013544
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2952 | LCC = 0.9053 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.06748448555610773
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3155 | LCC = 0.9045 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.06668400633111166
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3416 | LCC = 0.9004 | SRCC = 0.9051 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4024 | LCC = 0.7381 | SRCC = 0.7229 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..230245466c3b9c66bc598228657ac2756bc1a9b7
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb5c921d2f0a27477de3d93b2586663f2ac1d6669d9918186d2337c63ac81e6b
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed21cd2725365d4ff3d0829be3c737683cfd1480
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bbb6e2ae18de1dd7521f8b1de824fd2d49c85609cf40f5dd8a0faa132582195
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b70de836f0ac6cbcdbe3bf4b1ed80a7711a6f40
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40563768251782895
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4083 | LCC = 0.8906 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.23715700002419465
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3075 | LCC = 0.9027 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.21821646672280537
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3354 | LCC = 0.9048 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.20218434947074493
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3262 | LCC = 0.9085 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.19294118752024766
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3209 | LCC = 0.9104 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.19193602538522267
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3062 | LCC = 0.9109 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1701524776401203
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2721 | LCC = 0.9122 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1710044368670855
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3103 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.15933955434946656
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3089 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.15687527916679492
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2615 | LCC = 0.9145 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.14676090799315128
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2821 | LCC = 0.9119 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.14207780417162558
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2868 | LCC = 0.9132 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.13825235830221563
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2519 | LCC = 0.9128 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.13033690579192486
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2666 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1324447486011279
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2810 | LCC = 0.9122 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.12349162681426616
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2894 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.11536422479531669
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2960 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.11254478904897768
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2810 | LCC = 0.9111 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.10933323549052884
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2731 | LCC = 0.9121 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.10361595055615971
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2826 | LCC = 0.9114 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.09769086828293828
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2708 | LCC = 0.9097 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.09289148779359856
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3200 | LCC = 0.9095 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09156402581602852
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3064 | LCC = 0.9095 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.08494042456580725
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2911 | LCC = 0.9109 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08076360739896753
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2740 | LCC = 0.9080 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.0782911600491215
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2834 | LCC = 0.9072 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.07541190161009055
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2676 | LCC = 0.9076 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.07637436261583615
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2567 | LCC = 0.9082 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.06907574416843452
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2533 | LCC = 0.9071 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.06985286586632618
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2829 | LCC = 0.9056 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.06613142123025965
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2674 | LCC = 0.9061 | SRCC = 0.9062 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3939 | LCC = 0.7498 | SRCC = 0.7340 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c259bbf75ff2aa80ac795d32c85e5322a9ba049
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:694ba0b51da430b7ff1ab1751e8e95ee5cb3b03858a7e6372ad770efc2dfad7d
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..14538e76137520016902b51ddb5825d526eb7974
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a1f504d1611a237665b0ec2e7916374c3b065d5e9794e853956d774c20afe6ed
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer12/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6fb75e6c541ed4f1723ae26229fff9b174c1d3aa
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41416040579707636
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2857 | LCC = 0.8947 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.2352335542612682
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3078 | LCC = 0.9061 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.21054434268116262
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2669 | LCC = 0.9082 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.19278501925957686
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3156 | LCC = 0.9098 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.18586226918793827
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3069 | LCC = 0.9132 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.17585081477902528
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2477 | LCC = 0.9121 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.17084179168319427
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2410 | LCC = 0.9142 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.16671691055414994
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3057 | LCC = 0.9133 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1580005151601885
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2383 | LCC = 0.9167 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.15242971746907757
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2643 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14962458046357754
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2439 | LCC = 0.9152 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.13922389114350942
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2734 | LCC = 0.9158 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13483966779329873
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2460 | LCC = 0.9164 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.13005666262497104
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2298 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.12223739444003628
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2550 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1214045338289586
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1117067652070798
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2364 | LCC = 0.9138 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1091026964818122
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2527 | LCC = 0.9140 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10411690276740604
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2501 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09875141241388515
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2520 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10760923882009667
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2396 | LCC = 0.9145 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09167333849506572
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2329 | LCC = 0.9127 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08998436317106202
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2366 | LCC = 0.9136 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.0842951462318787
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2380 | LCC = 0.9125 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08139305824489262
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2627 | LCC = 0.9126 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07829309293644966
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2313 | LCC = 0.9108 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.0745239981121755
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2509 | LCC = 0.9116 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07258215023344652
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2394 | LCC = 0.9106 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07194543371483081
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2633 | LCC = 0.9105 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.06775791381049708
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2808 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.06346831925084136
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2386 | LCC = 0.9110 | SRCC = 0.9105 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4112 | LCC = 0.7391 | SRCC = 0.7277 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac669d44193f6925e4b4c3f1287e96729ac75caa
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:907210f164c4f5daa8564df691f481cf4c319967e43846fe4ac25961f661d8fa
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce54fd5ebecc1c239e33cb221e35964fcec2f789
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a20b8c90de19e7f7df73e1f0edcc56afcc212f41743a722953e7996869fbd12
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..aeea78f5887189cbac270080489cbb95731dbb90
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3791770879932911
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4098 | LCC = 0.8955 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.22926518110009286
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2793 | LCC = 0.9013 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.2162648769300108
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2743 | LCC = 0.9099 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.20525923263647652
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2399 | LCC = 0.9101 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.18892772034930355
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3938 | LCC = 0.9120 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18254828931106998
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3286 | LCC = 0.9130 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17078013304685583
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3138 | LCC = 0.9154 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1684514973204949
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2551 | LCC = 0.9166 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16073711453317907
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2758 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15306419125526627
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2873 | LCC = 0.9160 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.14727837695724014
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3409 | LCC = 0.9129 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.15242519440678504
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2713 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1383383222613376
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2360 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13247131633793
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2460 | LCC = 0.9162 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13252894851685948
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2460 | LCC = 0.9167 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1252457243255797
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2640 | LCC = 0.9153 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.11886505985018835
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2294 | LCC = 0.9157 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11873209063028324
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2445 | LCC = 0.9166 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.11207933680859604
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2917 | LCC = 0.9163 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.10586290722551374
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2675 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10274997174825971
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2431 | LCC = 0.9144 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.10379111116504394
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2405 | LCC = 0.9153 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.09900554067137614
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2481 | LCC = 0.9157 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09268046810017155
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2587 | LCC = 0.9139 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09012907052229595
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2534 | LCC = 0.9114 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08545121195257743
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2532 | LCC = 0.9126 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08638116256522306
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2429 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08175373676023043
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2413 | LCC = 0.9118 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.07706572438423344
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2464 | LCC = 0.9129 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.0743916753270378
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2350 | LCC = 0.9135 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0726413448594209
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2590 | LCC = 0.9128 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4257 | LCC = 0.7352 | SRCC = 0.7218 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..49cae93faaef59cae8070b94903053b90bdff08d
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36b91cce00ca18f88e62fb7b1aba67a1442e74b66d5e6a60532f6e4e39f7f7f1
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c8998679d64bf1c860cb8b5da9d216adb5c4d1c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3fda2b91bafcd832116e76645a16958328a8f7f61cc35f6ae7903ba9cefbd05
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..117bb5478cbf290d6934f79cc63ade33ef04f1ca
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4261210528067771
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3374 | LCC = 0.8923 | SRCC = 0.8931 ]
+INFO:root:Average loss=0.2311271959646589
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2998 | LCC = 0.9030 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.21287726839153753
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3002 | LCC = 0.9080 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.20020959259285404
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2851 | LCC = 0.9107 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.1868785330325882
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3467 | LCC = 0.9081 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1789675059518373
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2492 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.17277968584457573
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2453 | LCC = 0.9134 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.16428255173512277
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2953 | LCC = 0.9117 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.16041882297379434
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2408 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1528915340414626
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2394 | LCC = 0.9153 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1471505684056723
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2480 | LCC = 0.9150 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.15120059402519567
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2460 | LCC = 0.9143 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.14327160385302726
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2539 | LCC = 0.9146 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13278373188710627
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2486 | LCC = 0.9155 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12705664263467567
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2676 | LCC = 0.9131 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.12663086839666257
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2446 | LCC = 0.9123 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11722304753829978
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2437 | LCC = 0.9129 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11366021889396485
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2559 | LCC = 0.9135 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11358722872127687
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2545 | LCC = 0.9095 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.10673875008532077
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2284 | LCC = 0.9128 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.106672309683582
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2817 | LCC = 0.9100 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.10157084581307593
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2364 | LCC = 0.9115 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09500453237853299
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2495 | LCC = 0.9083 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.09273233475712682
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2435 | LCC = 0.9094 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.08883656708878933
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2440 | LCC = 0.9095 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.084707157675586
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2426 | LCC = 0.9099 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08089624058907431
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2367 | LCC = 0.9104 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07952034202097469
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2577 | LCC = 0.9105 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07809555099878697
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2477 | LCC = 0.9095 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07676186440566371
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2332 | LCC = 0.9095 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07511110605962704
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2446 | LCC = 0.9087 | SRCC = 0.9091 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4352 | LCC = 0.7288 | SRCC = 0.7170 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bdc0b66b3670c0a99e2e69e1c5fb894587aac61
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ac78493b6857fc4da5a11e9102b310abc8c6ccfba317de3ea1265e1783f626a
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe193b28a06acbf284e58697d1dee0f20a269687
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c94a456b1647cada0d9c292e4c78b85995936b8d2ac820efaa196f47ebab46e5
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..afa79df918b1aba00e1be5f4e5c8db935ac46d18
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4328031659643085
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3669 | LCC = 0.8909 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.23079833371101777
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3341 | LCC = 0.9016 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.21412245395211127
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2782 | LCC = 0.9090 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.2046452695665332
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2705 | LCC = 0.9109 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.18974567394208358
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2551 | LCC = 0.9095 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.18001785099161843
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2900 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.17494174204982085
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2540 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16146793496402012
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2375 | LCC = 0.9147 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.15804472656091514
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2681 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.15093822264774687
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2812 | LCC = 0.9146 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.14987623700172226
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2802 | LCC = 0.9104 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1429780126909989
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2469 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.13940503857383837
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2684 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.13034706989120196
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2579 | LCC = 0.9148 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1329750814017533
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2738 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1238376032022727
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2588 | LCC = 0.9113 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.11883686000556615
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2638 | LCC = 0.9138 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.11514426457744113
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2559 | LCC = 0.9103 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10790569944619444
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2473 | LCC = 0.9108 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.10526645398897931
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2435 | LCC = 0.9105 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.10034853870296753
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2541 | LCC = 0.9088 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.09749430626889184
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2579 | LCC = 0.9092 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.09449068491341751
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2426 | LCC = 0.9076 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.09184361057560568
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2771 | LCC = 0.9060 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.09074248348744963
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2822 | LCC = 0.9085 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.088384607473033
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2650 | LCC = 0.9065 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07886680794847493
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2439 | LCC = 0.9045 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07903828868114879
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2469 | LCC = 0.9080 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07793877549426403
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2743 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07448805584383837
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2569 | LCC = 0.9065 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.07315749887140155
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2479 | LCC = 0.9071 | SRCC = 0.9065 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4029 | LCC = 0.7384 | SRCC = 0.7290 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba846a758c399248c42e8ce0b0cf6af6e18c7fbe
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:926b72153865ed1ca2b5df9b4e21f44865d4b20c701a1e79d35eb21f3e394fef
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2c526c982eb9b0fb7592bae7bb998b340c280885
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f463eb53d2d654a744a4ea8dcb963a99d15ed89aeb36a8e29e5be7f32648ebf
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e4d895a2e3aa18b33208b21ee4bbca41622ae5c9
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4066778216403344
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3551 | LCC = 0.8898 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.22849988446414815
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2875 | LCC = 0.9038 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.20319303680706574
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2944 | LCC = 0.9029 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.20117783714408818
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2814 | LCC = 0.9117 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.18344302260117723
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2804 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.17964792914817787
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2734 | LCC = 0.9130 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.17289037179912445
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2657 | LCC = 0.9133 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.17087360247538957
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2501 | LCC = 0.9164 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.15723626108872407
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2529 | LCC = 0.9168 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.153476501389735
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2842 | LCC = 0.9147 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.15478032775696993
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2650 | LCC = 0.9163 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14256984973057157
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2783 | LCC = 0.9167 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.14197137460887777
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2584 | LCC = 0.9137 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.13746371886805991
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2323 | LCC = 0.9168 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.12725851839849714
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2511 | LCC = 0.9126 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1306926447876616
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2534 | LCC = 0.9124 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1179143189091903
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2413 | LCC = 0.9168 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.11462032002520699
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2278 | LCC = 0.9151 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11006037636816157
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2740 | LCC = 0.9155 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1083012154767279
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2354 | LCC = 0.9133 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1048788479556238
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2574 | LCC = 0.9144 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09916292686510637
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2274 | LCC = 0.9140 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09440900047304314
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2582 | LCC = 0.9119 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09285229978533839
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2493 | LCC = 0.9139 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.09128010918983834
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2349 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08860236656114545
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2455 | LCC = 0.9124 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08155541593542678
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2371 | LCC = 0.9119 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07789533904005337
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2408 | LCC = 0.9118 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07783280504662866
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2368 | LCC = 0.9120 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.07635035908463374
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2324 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07226880088534658
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2597 | LCC = 0.9102 | SRCC = 0.9109 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4038 | LCC = 0.7372 | SRCC = 0.7222 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..584cf9b2e152f869223651aaddfd34f548b6a6cd
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf5c30a03806916b95cdd02739919237216e0328f04f5761370a2f686fe178fe
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..525ae77f703fadf45c7ee47a035b06128ad3b6fe
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df65c08a8cdc32516b377ce6e6e65ccce8d83615faf77188ba3c274ad5305af
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer14/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..820e4c665da6b9a817dd86cc43fa4303254924b3
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44836491510013626
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3962 | LCC = 0.8923 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.2375784481019643
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3630 | LCC = 0.9021 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.2115830568908956
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2711 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.1946315688291037
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2826 | LCC = 0.9105 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.18088793104266845
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2612 | LCC = 0.9131 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.17729542783402294
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2644 | LCC = 0.9133 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.17127232942622522
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2851 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.16652182287218942
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2440 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.16227951408982966
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2511 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.15696514811302195
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3046 | LCC = 0.9136 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1476474644217877
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2728 | LCC = 0.9138 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.14164253617125439
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2487 | LCC = 0.9140 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.13532037632486035
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2812 | LCC = 0.9144 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1321494513853437
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2423 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.12624686086453454
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2520 | LCC = 0.9145 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.12294504955152556
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2314 | LCC = 0.9128 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.12332842688512251
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2403 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.11501647872215061
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2198 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10831912016937498
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2595 | LCC = 0.9106 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.10690468338700389
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.9136 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.10141312044566077
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2471 | LCC = 0.9125 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09841810974340907
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2532 | LCC = 0.9111 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09649028710891745
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2517 | LCC = 0.9122 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08909589683130986
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2439 | LCC = 0.9094 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0915194389792536
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2309 | LCC = 0.9114 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08605860914453606
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2402 | LCC = 0.9110 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.0831039734830746
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2578 | LCC = 0.9083 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.08027082843156909
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2592 | LCC = 0.9089 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07702724973676521
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2563 | LCC = 0.9086 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07454945274084979
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2429 | LCC = 0.9089 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.07197922842867802
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2347 | LCC = 0.9098 | SRCC = 0.9097 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4137 | LCC = 0.7373 | SRCC = 0.7246 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0924f1cc45e587a5be9e247701d5ab39b1288590
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c56691a16585285b6578029871f69b4548c71cc2d1ae16ce8f9048d6e1fecd6a
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1254af25b9949d03b23107f4a104c9187e2d64ba
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b6f6e69d1dba0ecdcd23d744885fe82535caabc01c180fd46cc90719a4c443c6
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..714e5bffdc5d222f6e7d5c23196a8888d903f713
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5053391235239933
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3271 | LCC = 0.8983 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.22615075946887794
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2788 | LCC = 0.9068 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.1977941936065007
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2620 | LCC = 0.9125 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.1924314190972747
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2990 | LCC = 0.9146 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.17865600703940915
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2552 | LCC = 0.9146 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1705971704742123
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2994 | LCC = 0.9132 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.16203880297138512
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2419 | LCC = 0.9159 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.15561925159024365
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2561 | LCC = 0.9148 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1526666495496827
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2371 | LCC = 0.9167 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14397908243313
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2621 | LCC = 0.9179 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.14018002285950446
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2405 | LCC = 0.9167 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.13842950347875585
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2326 | LCC = 0.9169 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13075552536228488
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2359 | LCC = 0.9173 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.12951523018193384
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2422 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.12102040700140716
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2304 | LCC = 0.9151 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11766480891346243
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2577 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11215152048823461
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2316 | LCC = 0.9150 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.10797717835689556
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2529 | LCC = 0.9146 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10417174188301742
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2480 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.0996686280678118
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2376 | LCC = 0.9135 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.09683447641272076
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2516 | LCC = 0.9124 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0932537701863774
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2391 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0864147093857644
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2587 | LCC = 0.9112 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.08392949133163932
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2500 | LCC = 0.9106 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.08381414932408773
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2714 | LCC = 0.9103 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07966736928059187
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2609 | LCC = 0.9101 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07540959989748938
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2356 | LCC = 0.9095 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0753325449808829
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2350 | LCC = 0.9104 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07294849519526338
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2500 | LCC = 0.9095 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06855495439874644
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2526 | LCC = 0.9061 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.0663864911679243
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2682 | LCC = 0.9096 | SRCC = 0.9087 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4352 | LCC = 0.7213 | SRCC = 0.6954 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..476078e1789b29b3d0097ef335a7689ea3cb5f4b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f99842c5e1a9808a4efa1d5ceea14cb10c92b860a822a9d63a0b8645483baa81
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23fd6f2143d272c34c5e1dad2f3408a263d7490c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d001a7c83500ba21cf18b2628b12ec46e5730e2b57afa37140131a811d6dcda
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..043408a216cdee04bbbd36e79fc06f6c8bb19626
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.458900690337137
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3191 | LCC = 0.8981 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.23481555007441196
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2749 | LCC = 0.9047 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.20095667445418464
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3004 | LCC = 0.9096 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.18679400343943192
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3042 | LCC = 0.9117 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.18120264567736255
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2536 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1729074149376395
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2941 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17074383140643898
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2964 | LCC = 0.9135 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.16491069431508207
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2245 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15912883569394923
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2224 | LCC = 0.9150 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.15239329158053921
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2388 | LCC = 0.9164 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.15261223533250004
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2616 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14183213988136004
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3177 | LCC = 0.9141 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.13462331029721078
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2394 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12721482944281803
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2771 | LCC = 0.9151 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.12445909822779584
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2841 | LCC = 0.9145 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12043778490641213
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2455 | LCC = 0.9158 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11670568632769447
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2328 | LCC = 0.9146 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.11143025949683492
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2606 | LCC = 0.9130 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10598297748779285
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2617 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.10215804545004244
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2813 | LCC = 0.9139 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09748879275311624
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2539 | LCC = 0.9132 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.0926202004936906
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2628 | LCC = 0.9118 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08972045077237091
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2746 | LCC = 0.9109 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.0857315268690531
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2855 | LCC = 0.9100 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08519818196665345
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2681 | LCC = 0.9120 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07999439281276885
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2781 | LCC = 0.9096 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0770058972556467
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2574 | LCC = 0.9119 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0781688011881244
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2724 | LCC = 0.9097 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07191853511626321
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2512 | LCC = 0.9108 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06966468734892807
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2517 | LCC = 0.9106 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06785425156182637
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2597 | LCC = 0.9112 | SRCC = 0.9117 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3997 | LCC = 0.7543 | SRCC = 0.7409 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03a0b5afe7db938e3a000ba0770f4d1d155bf425
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2163b768e6ce5144f3888bc2aa025bec74c84120f1e55136c88225b51466c09d
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba5e81861f2dae5a018fa01ebf32e7448d3bbb04
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:292052c4b2f749c26d86e74184b1a6be67202862333987383090302e8f97f66c
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..74f33e399d26177d634a35d4aafeb0d0e1a5170b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4027777906787189
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3180 | LCC = 0.8997 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.2268737408983914
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2904 | LCC = 0.9067 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.20160353722083085
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2778 | LCC = 0.9120 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19450451093429774
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2841 | LCC = 0.9117 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.1798098076544056
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2522 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17921359242731436
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2714 | LCC = 0.9139 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.16747183167520976
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2702 | LCC = 0.9161 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.16161900883637412
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2759 | LCC = 0.9162 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.15617894609539495
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2699 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1516484134545216
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2579 | LCC = 0.9168 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.14412459098017974
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2541 | LCC = 0.9168 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1395222092897906
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2297 | LCC = 0.9168 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13759164120248288
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2707 | LCC = 0.9165 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12903990745113764
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2376 | LCC = 0.9150 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1261836872624524
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2877 | LCC = 0.9139 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11935607477419638
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2659 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1176573147921893
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2372 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11188035583220465
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2754 | LCC = 0.9134 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.10754824578331384
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2651 | LCC = 0.9145 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10631897537349966
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2602 | LCC = 0.9131 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.09662339095607658
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2485 | LCC = 0.9124 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.09336759126341412
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2509 | LCC = 0.9137 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09090123952210294
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2463 | LCC = 0.9133 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08722317343674643
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2848 | LCC = 0.9104 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08275063254068353
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2699 | LCC = 0.9100 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08278382970074008
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2703 | LCC = 0.9105 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.07866725459091925
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2587 | LCC = 0.9107 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07868332560093416
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2699 | LCC = 0.9090 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07596725188841709
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2627 | LCC = 0.9095 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07113593358094293
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2553 | LCC = 0.9098 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06869153478155936
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2588 | LCC = 0.9098 | SRCC = 0.9105 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4089 | LCC = 0.7404 | SRCC = 0.7230 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d0fa515980819dcab98b85fee2c47674544ec98
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fcfc02e2683035054a6f8d6eceb72bdbd3509c5bb0b9872331c0a7c73e362bae
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bedce6b3148dbee7878e15a653a0c70b02153749
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7cb810f54796768d64d59077fbd819a9f79436aa0b9610df9f2943f44439472f
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f30e580c7a2338953fd9982197f332ff1fe29871
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37015459492716485
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3094 | LCC = 0.8991 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.2248638168063467
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2806 | LCC = 0.9057 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.2053337608372545
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2849 | LCC = 0.9119 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19230198196937584
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2884 | LCC = 0.9114 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.18359852905218313
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2552 | LCC = 0.9110 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1749164333750058
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2621 | LCC = 0.9138 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.16808688769795302
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3061 | LCC = 0.9155 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.16393835450700253
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3008 | LCC = 0.9162 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.15834818448806773
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2594 | LCC = 0.9164 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.14925604554786848
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2618 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.14613037862185108
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2651 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1406762395377104
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2749 | LCC = 0.9158 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.13433341079020086
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2463 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13380593866798918
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2803 | LCC = 0.9151 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.128771705089966
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2714 | LCC = 0.9158 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12237925943783942
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2797 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.12023146769214917
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2606 | LCC = 0.9140 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.11072479812912858
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2600 | LCC = 0.9139 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.11032129794014672
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2538 | LCC = 0.9119 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10363392932394336
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2540 | LCC = 0.9143 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.10011415080183503
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2334 | LCC = 0.9128 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.09591746315187802
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2580 | LCC = 0.9136 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09402252365485092
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2435 | LCC = 0.9120 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09024683114765697
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2468 | LCC = 0.9121 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08513298139751302
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2469 | LCC = 0.9129 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08315678009752593
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2463 | LCC = 0.9105 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08167396754973885
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2480 | LCC = 0.9116 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.0773584874766755
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2497 | LCC = 0.9119 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07689649413603579
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2631 | LCC = 0.9095 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07388867272031789
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2549 | LCC = 0.9126 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.06954786332184179
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2522 | LCC = 0.9107 | SRCC = 0.9100 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4002 | LCC = 0.7486 | SRCC = 0.7311 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7cd00f203b23b3934ee3afdc4717f61787316f20
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba4452aec54d8e0f1d174d2c89b10cbbcedb38c2d50022be96f99ed97bb20119
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a8b91698457d7ec08dd9ea7434e36c9ea62d5b43
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85685619d7a2d4ffe5d969e2179968fcddfbb4fc9265ed10d9f319fffed7de60
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer16/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..48bf3c6ee5aa3cd4e54aa4fd6e66f02cbcdaa8f3
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37944799790837175
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2943 | LCC = 0.8972 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.21470593484495418
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3052 | LCC = 0.9081 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.1963956683357327
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3002 | LCC = 0.9119 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.18611402159309112
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2672 | LCC = 0.9119 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18130974790264417
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3180 | LCC = 0.9143 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.17359360781191402
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2417 | LCC = 0.9148 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.16713942328974002
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2655 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16021188115970247
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2692 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1590688216979104
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2562 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1495832144955679
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2508 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.14703320328555355
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2669 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.14110817893736624
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2867 | LCC = 0.9169 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.13461514273819897
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2519 | LCC = 0.9156 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.13491951975691524
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2777 | LCC = 0.9158 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12603644260092278
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2296 | LCC = 0.9162 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12486947827428752
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2252 | LCC = 0.9159 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.11764626932798783
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2671 | LCC = 0.9111 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.11306680204895879
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2419 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11089462814906428
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2233 | LCC = 0.9143 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10475792451573245
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2482 | LCC = 0.9118 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.10024971140257885
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2573 | LCC = 0.9120 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.09596663259098985
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2554 | LCC = 0.9131 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09424198883978617
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2502 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.09339116380221582
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.9119 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08633132005444152
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2501 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08428572187189422
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2822 | LCC = 0.9091 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.07926200168756391
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2419 | LCC = 0.9104 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.08285000405645784
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2497 | LCC = 0.9101 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07453351487227947
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2353 | LCC = 0.9095 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07041451091625098
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2420 | LCC = 0.9095 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.06994302676333858
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2571 | LCC = 0.9072 | SRCC = 0.9071 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4245 | LCC = 0.7414 | SRCC = 0.7216 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e82a0e04986fc24df16ec018b0184ff45c03230
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:99b9e3e23579df7240806cd8aa271c80f7d8d9e45f10950eff24a68ef668ea7a
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..80d9f06adbf5c99a32e4b02b6e0c8dee4210fc0a
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0890a1e08984252381e3e91e20183b9cee3bcc6c06be5443134d5ab51f57d873
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..33445cff7c9b9d5ae9bbd118030eae1e64748440
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3821631385756366
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2734 | LCC = 0.9051 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.21755439663208978
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3169 | LCC = 0.9127 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.19304871460089104
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2810 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.18850768168020798
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2945 | LCC = 0.9166 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.17712378221956981
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2283 | LCC = 0.9167 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1721459932496093
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2281 | LCC = 0.9182 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.16898243788177567
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3059 | LCC = 0.9174 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1634110757984178
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2280 | LCC = 0.9192 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15438831860274937
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2269 | LCC = 0.9188 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.15143630847420997
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2275 | LCC = 0.9193 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1451679022842749
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2351 | LCC = 0.9202 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.14335317939864417
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2408 | LCC = 0.9197 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.13677542411178523
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2275 | LCC = 0.9203 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.13401772796763162
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2650 | LCC = 0.9180 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13236127970363362
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2293 | LCC = 0.9191 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12478672028276962
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2332 | LCC = 0.9186 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.12128533711495428
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2604 | LCC = 0.9182 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.11721420624008068
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2575 | LCC = 0.9193 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.11437765336622392
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2355 | LCC = 0.9187 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11026339547310261
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2489 | LCC = 0.9167 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10553863235463985
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2320 | LCC = 0.9174 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1048255559552267
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2589 | LCC = 0.9143 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.09777911382086704
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2386 | LCC = 0.9154 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.0947517821339169
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2382 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.09131382308857289
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2454 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.08907948630307451
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2373 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08653082265760857
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2466 | LCC = 0.9142 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.08192529667147322
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2270 | LCC = 0.9150 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08095119475801556
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2415 | LCC = 0.9143 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07915829641023123
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2443 | LCC = 0.9144 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.07771319695721472
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2363 | LCC = 0.9132 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3874 | LCC = 0.7518 | SRCC = 0.7306 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cfa0ff924908614cd8dcf8766fd8d61087082344
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31b75c3ef6db8284c860aa8c3ad04d793f7f16d0834eb9eb68ff03f819f43735
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99b6d2866ab2f7b5e6f1cf3512894f12e711cbad
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b02f5aafeb8ded850f4d76020d9d1abf128b2b5e18f79f8e09f916f79ca9692b
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b3df76b3e3bbf15e4860d285ee8d21e7c0dc6ff
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3462418261807778
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3083 | LCC = 0.9014 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.2148226111524367
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2810 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.19631868488871293
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2779 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18695038819760945
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2637 | LCC = 0.9174 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.1813482214088385
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2418 | LCC = 0.9183 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.17231391602857954
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2689 | LCC = 0.9188 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.16645036521502313
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2474 | LCC = 0.9198 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1624491700547279
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2409 | LCC = 0.9202 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.16142006205513298
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2341 | LCC = 0.9183 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1550376331702822
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2471 | LCC = 0.9206 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.15229107667772757
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2364 | LCC = 0.9195 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.14589038383581734
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2359 | LCC = 0.9211 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.14441159849911067
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2627 | LCC = 0.9201 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.13496618562867876
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2302 | LCC = 0.9215 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.13585300786646803
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2406 | LCC = 0.9195 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.12725937400939147
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2340 | LCC = 0.9185 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.12572238613673717
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2308 | LCC = 0.9201 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.11757517713687324
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2199 | LCC = 0.9201 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1127941978804638
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2467 | LCC = 0.9167 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.11176046548206682
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2355 | LCC = 0.9194 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.10723438613504344
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2400 | LCC = 0.9173 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10569241556818086
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2440 | LCC = 0.9168 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.10016305863082064
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2389 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09860448593090725
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2349 | LCC = 0.9164 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09403252140807279
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2310 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09124090503147572
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2408 | LCC = 0.9145 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.08610541991501874
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2494 | LCC = 0.9143 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08424735316909807
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2590 | LCC = 0.9138 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08385414688315006
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2279 | LCC = 0.9164 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.08085156006017172
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2562 | LCC = 0.9140 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.07653148153613758
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2333 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4134 | LCC = 0.7362 | SRCC = 0.7158 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b100bfab0adefb885ad15ea2d0b5fc25bf9dd52f
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5eb106e7dde03595baa99c339a9b994e6f12f71fefe079691fcf60eee108fcda
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0498633758a6b72ffbf9811ef1ae976a8edf2f5
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:37f3d098b63ce1724376e44a4f090cb2fc153b7e5e432996aac9d5367f14fe42
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4b28e756dc46175b377a031682d53b0bfb90d880
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.351365950238498
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2812 | LCC = 0.9057 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.20443929016934653
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2760 | LCC = 0.9134 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1915019269106705
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2605 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18745413099582484
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2570 | LCC = 0.9153 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17716062137846314
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2629 | LCC = 0.9192 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17176464703903033
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2699 | LCC = 0.9203 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.16865309383827826
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2355 | LCC = 0.9183 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16074885005895803
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2618 | LCC = 0.9205 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.15444791553854254
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2242 | LCC = 0.9195 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.15248316470425943
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2444 | LCC = 0.9217 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.14633618700021953
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2445 | LCC = 0.9212 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.14332927350019445
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2748 | LCC = 0.9194 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.13882562724841124
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2330 | LCC = 0.9208 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.13182892848473754
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2680 | LCC = 0.9196 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.12781200237098456
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2477 | LCC = 0.9210 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.12498913597681618
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2541 | LCC = 0.9220 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.12188681718931033
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2334 | LCC = 0.9175 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.11578266977230249
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2493 | LCC = 0.9198 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11331608034455018
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2552 | LCC = 0.9193 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10850545660608765
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2434 | LCC = 0.9204 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1042362909785585
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2369 | LCC = 0.9199 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.09808975729466862
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2410 | LCC = 0.9202 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.0967670734433425
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2536 | LCC = 0.9174 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09558107807284835
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2394 | LCC = 0.9159 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.08798989690194241
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2594 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.08784096625585087
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2344 | LCC = 0.9166 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.0827207438690814
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2456 | LCC = 0.9167 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.08277698121749597
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2571 | LCC = 0.9164 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07989864034115235
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2459 | LCC = 0.9174 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.07397722136336944
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2438 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.06998575379738228
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2260 | LCC = 0.9146 | SRCC = 0.9147 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3938 | LCC = 0.7553 | SRCC = 0.7399 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eae3f334427d5672d79eca3be89369c29ec28181
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:54517d58b8bdd84791a6cc6b9a4e57f44a668cc34000ce7785e8766d337bfaf1
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c5508125eef7caaed4f688a699dcdbd1b8f2301
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46d200269c41eea4fc351ab79f2f886de8433eb5f8ccf6a5a63c5ad74d9bb863
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d6c5d6b611af9304a5efe26ac146499c0baef53e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36873628031139427
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2926 | LCC = 0.9064 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.20977381181854732
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2695 | LCC = 0.9135 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.19818340965433617
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2474 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.184211307867414
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2500 | LCC = 0.9160 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.18012278845716764
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2376 | LCC = 0.9180 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.172193921628715
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2830 | LCC = 0.9179 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16704518124030504
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2807 | LCC = 0.9189 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.16427698249072697
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2616 | LCC = 0.9197 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15740903169778042
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2452 | LCC = 0.9196 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.15016205208322217
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2610 | LCC = 0.9194 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1451366287521544
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2489 | LCC = 0.9205 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.14318826394101788
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2334 | LCC = 0.9200 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.14180860143004126
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2711 | LCC = 0.9180 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.13840622355827706
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2301 | LCC = 0.9194 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.13194281672466698
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2623 | LCC = 0.9161 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.12545403125399798
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2201 | LCC = 0.9185 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.12154725047549761
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2659 | LCC = 0.9178 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.11667203554356029
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2423 | LCC = 0.9177 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.11392100491275677
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2338 | LCC = 0.9191 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10912844512848496
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2560 | LCC = 0.9115 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.10841367565999831
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2250 | LCC = 0.9155 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.10470131332474637
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2336 | LCC = 0.9147 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10203830210890384
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2283 | LCC = 0.9148 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09496581881721584
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2425 | LCC = 0.9150 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09288284260069014
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2410 | LCC = 0.9131 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08897533433544154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2745 | LCC = 0.9092 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08994505041941053
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2523 | LCC = 0.9152 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08314100099522943
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2503 | LCC = 0.9137 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08128474353451949
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2763 | LCC = 0.9133 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07709537993449007
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2509 | LCC = 0.9119 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07558730507344869
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2349 | LCC = 0.9105 | SRCC = 0.9132 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4191 | LCC = 0.7325 | SRCC = 0.7156 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8c165fc7ed73a93e51c3b7b72f612a53112fa27b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:52327fc36967726ad6298622365dce6fed425b76af01658c5a93f07d0dd818d7
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db85eb936635c96d0dd4d258c7c068e23497c187
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68328ec7758bfaff98f4079f581576ac13340a9760ab508f9715bc2d93266ed8
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer18/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1a12ee075812138b14c21f7476e626e6cffcf471
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35847412196197953
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2699 | LCC = 0.9039 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.22061449608017256
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2959 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1928415194670589
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2717 | LCC = 0.9154 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.18421156351276904
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2934 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.18111136749472923
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2633 | LCC = 0.9173 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.1737187782980803
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2916 | LCC = 0.9177 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1680190653642478
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2857 | LCC = 0.9180 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1632037677430693
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2467 | LCC = 0.9186 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.156716706737273
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2714 | LCC = 0.9175 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.15506456848341604
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2450 | LCC = 0.9191 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.14929579413695143
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2477 | LCC = 0.9180 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.14837525681608674
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2525 | LCC = 0.9205 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14542351891367422
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2712 | LCC = 0.9192 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1369809891188765
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2522 | LCC = 0.9193 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.13278941874731484
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2175 | LCC = 0.9192 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1297937768129255
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2437 | LCC = 0.9194 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1244587418058015
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2521 | LCC = 0.9192 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11934220084565224
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2797 | LCC = 0.9160 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11781547804271554
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2306 | LCC = 0.9178 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.11435838340851613
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2408 | LCC = 0.9186 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.10952581751639444
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2386 | LCC = 0.9183 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.10734530409119722
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2491 | LCC = 0.9156 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.104848790030948
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2584 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09743427498147667
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2334 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.09488446797335769
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.9170 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09091716578413296
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2326 | LCC = 0.9158 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.08720211340168307
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2335 | LCC = 0.9161 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.08536575054157676
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2480 | LCC = 0.9152 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.08114299865041165
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2504 | LCC = 0.9146 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07879962720450638
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2728 | LCC = 0.9116 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07996940173510182
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2626 | LCC = 0.9137 | SRCC = 0.9139 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4073 | LCC = 0.7421 | SRCC = 0.7264 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d3944fec7aac7679d3d0a0900a93fb02c250f5
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5148c8e51667cfef8aaae6e5fb3f51e55f790f830aeac23b124d9fc2a5d0518a
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6d648be90b211d7f65f376c032ada85565a9bd49
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b136f70c0f55aa351bd34a7a12fd3a82d312d6662c27cab48da613c23e75abd
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cb3584324b76ce78c3ef2feaab3b80b2f0d62a16
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45811128771373993
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4099 | LCC = 0.8572 | SRCC = 0.8585 ]
+INFO:root:Average loss=0.28896926855937594
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3393 | LCC = 0.8776 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.25591329136335783
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3139 | LCC = 0.8936 | SRCC = 0.8932 ]
+INFO:root:Average loss=0.2299027527343331
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2688 | LCC = 0.8995 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.21064491858544376
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3251 | LCC = 0.9022 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.19909414760983749
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3009 | LCC = 0.9027 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.19407598945619053
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2683 | LCC = 0.9084 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.18292932182205895
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2499 | LCC = 0.9116 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.17555447306074848
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2463 | LCC = 0.9093 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.17735726145133807
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2573 | LCC = 0.9078 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.16450100512690627
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2849 | LCC = 0.9113 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.16021549370075236
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2554 | LCC = 0.9128 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1649264431843868
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3799 | LCC = 0.9023 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.15092988742913813
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2348 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.14467473801849895
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2423 | LCC = 0.9130 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.14919931652573493
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2543 | LCC = 0.9134 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.13668329268693924
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2413 | LCC = 0.9156 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13269902408295284
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2659 | LCC = 0.9138 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.13145203151971618
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2460 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.12885517286771983
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2611 | LCC = 0.9132 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.12409301227055533
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2853 | LCC = 0.9124 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.11735272497972311
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2545 | LCC = 0.9142 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1180324452374712
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2612 | LCC = 0.9112 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.11687726114009846
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2614 | LCC = 0.9117 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11005825437390046
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2367 | LCC = 0.9118 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.10705052479843184
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2367 | LCC = 0.9129 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.10631388468893967
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2500 | LCC = 0.9126 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.10157363291162287
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2422 | LCC = 0.9117 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.09887750274528657
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2389 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09328808885261503
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2433 | LCC = 0.9090 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09206242071238556
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2548 | LCC = 0.9109 | SRCC = 0.9102 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4793 | LCC = 0.6755 | SRCC = 0.6507 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d32f03f8e55b30773e2e305b62327f83eef773b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc0c7a17e99d327d379b8f4dd5195ed25cc6bf8d2b8bec4293a1d7d20c94641
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd0a1238d751f4ae2d1435d6c5a334642bbc631e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e16519a8ed38f8722a487e2e22fb99873c98a181569459828fd5031999ec07d1
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4ab7426f78b252d29862faeb14a630e524b9c5d6
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5141731591066184
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3959 | LCC = 0.8539 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.31393199650882986
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3799 | LCC = 0.8747 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.26995311556868473
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3524 | LCC = 0.8857 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.24752431935657657
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3109 | LCC = 0.8970 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.21654142025922765
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2835 | LCC = 0.8998 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.2141638620395881
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2577 | LCC = 0.9030 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.19551006881143315
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2713 | LCC = 0.9062 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.1903264020822641
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3265 | LCC = 0.9063 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.1833817391640189
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2949 | LCC = 0.9074 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.17317499491692967
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2634 | LCC = 0.9112 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.1762497571076272
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3074 | LCC = 0.9092 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.16679452445810242
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2812 | LCC = 0.9080 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.1582449370553728
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2461 | LCC = 0.9097 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.15456760041631026
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2575 | LCC = 0.9064 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.15177385485327313
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2693 | LCC = 0.9046 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.15142120302498685
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2720 | LCC = 0.9102 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.14060395689024402
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2660 | LCC = 0.9103 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.13868894970658197
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2504 | LCC = 0.9112 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.13270035954569118
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2644 | LCC = 0.9102 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.12880416744189455
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2580 | LCC = 0.9099 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.12652330302950965
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2614 | LCC = 0.9062 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.12169109758614116
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2691 | LCC = 0.9079 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.11986809859127667
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2503 | LCC = 0.9096 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.115803115199067
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2463 | LCC = 0.9111 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.11441193357368425
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2689 | LCC = 0.9065 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.11339060932053308
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2725 | LCC = 0.9068 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.10869120621267771
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2591 | LCC = 0.9093 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.10644515379832659
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2907 | LCC = 0.9043 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.10033118210173067
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2472 | LCC = 0.9049 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.09868303796201083
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2538 | LCC = 0.9089 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09753265050966616
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2754 | LCC = 0.9084 | SRCC = 0.9083 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4507 | LCC = 0.7031 | SRCC = 0.6821 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d110d2b0b0321a63963b16c5642d7a5e1b2fcf95
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24c54c9350718f29e9e3c066331aede36af8da497b2588ec22e65b6c13e8c8f5
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ae83fa19bde5cd87d1d42baffb7dad224808c17
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de3420061f7c9a6ce7f45bd9b16dd638ce5f9c5b43f17a3d70f046468fb74147
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..54de04fb52ddbff58c0771d8d10463c8c47e68f0
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44908015843416227
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4349 | LCC = 0.8558 | SRCC = 0.8565 ]
+INFO:root:Average loss=0.2975636951496146
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3283 | LCC = 0.8773 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.2719241137363318
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3242 | LCC = 0.8867 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.2375349227145228
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3093 | LCC = 0.8966 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.21589130124432504
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3034 | LCC = 0.9000 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.2122564881264819
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3118 | LCC = 0.9025 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.20432789550523536
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2830 | LCC = 0.9069 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.1858511001646863
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2725 | LCC = 0.9097 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.18709245647136877
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3140 | LCC = 0.9080 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.17650461933344086
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2613 | LCC = 0.9088 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.16696820433946014
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2970 | LCC = 0.9086 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.16079587084537297
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3171 | LCC = 0.9036 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.16096858288339108
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3409 | LCC = 0.9121 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.15565437784773767
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2989 | LCC = 0.9084 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.15015253084415645
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2896 | LCC = 0.9105 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.14617851294706322
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2648 | LCC = 0.9117 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.13922654656488773
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2683 | LCC = 0.9095 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.1373918258471985
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2684 | LCC = 0.9121 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.132796127887475
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2559 | LCC = 0.9116 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.13156772267094927
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2708 | LCC = 0.9098 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.1272331685947545
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2664 | LCC = 0.9116 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.12190821891747458
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2860 | LCC = 0.9087 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.11911044155672795
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3072 | LCC = 0.9034 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.11654369916357746
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2527 | LCC = 0.9107 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.11246808945615856
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2845 | LCC = 0.9060 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.11261359998428752
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2997 | LCC = 0.9056 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.10751639694147716
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2664 | LCC = 0.9074 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.10643360905909124
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2630 | LCC = 0.9069 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.10295163241425001
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.9087 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.10054475633222933
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2624 | LCC = 0.9092 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.0978211821460655
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2487 | LCC = 0.9072 | SRCC = 0.9072 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.5455 | LCC = 0.6872 | SRCC = 0.6644 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3321e90a2d011ea929e4486afbb7ad45fd1d0896
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af1e033f25a9933961d406a24cb5347e241269ac16770a3728617afbb5e07f9a
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc39ae0264838a3220d3691c1cd70c3a0b05c09e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5f99200e744aa1f4ea806b3256ecd35edfd418ac0d66a57b9f2b70372a6ae71
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..aee30c5ce3f07edae19c95966fb4f3046a63656f
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4992051273584366
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4484 | LCC = 0.8485 | SRCC = 0.8475 ]
+INFO:root:Average loss=0.30598422979688367
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4140 | LCC = 0.8792 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.26468830792545583
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2837 | LCC = 0.8902 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.23016715385665784
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3041 | LCC = 0.8940 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.2228143918893241
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3096 | LCC = 0.8995 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.21154599559272644
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2580 | LCC = 0.9030 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.19148796038820565
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3066 | LCC = 0.9065 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.19299864295245595
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2396 | LCC = 0.9032 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.1777620019681881
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2588 | LCC = 0.9049 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.17644507984894547
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2449 | LCC = 0.9076 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.16714549620199753
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2852 | LCC = 0.9089 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.16121116650931408
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2820 | LCC = 0.9126 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.15839568529859444
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2532 | LCC = 0.9122 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.15277124299651626
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2391 | LCC = 0.9096 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.15382394711406244
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2417 | LCC = 0.9121 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.147784859544969
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2342 | LCC = 0.9118 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.14155688442591297
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2461 | LCC = 0.9113 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.13694339803274655
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2440 | LCC = 0.9128 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1390798954519233
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2454 | LCC = 0.9127 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.12838426017003252
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3216 | LCC = 0.9053 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.13298085086435252
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2418 | LCC = 0.9096 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.12610170305464308
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2700 | LCC = 0.9077 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.12261166053183506
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2422 | LCC = 0.9106 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.11992581593507977
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2432 | LCC = 0.9107 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.11249507567441533
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2577 | LCC = 0.9091 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.11308377619423618
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2345 | LCC = 0.9105 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.1072258972320598
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2579 | LCC = 0.9101 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.10677189918267245
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2680 | LCC = 0.9093 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.10470212207881012
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2301 | LCC = 0.9128 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.10131505803565759
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2380 | LCC = 0.9107 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.0941843394556142
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2299 | LCC = 0.9109 | SRCC = 0.9118 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4448 | LCC = 0.7108 | SRCC = 0.6884 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc54a7ded2186cc060dda313abf905f890904109
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c952cf9063c9976ab4796d92664705a1ebeeb46bebb1c59f7c923ee43f528e08
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a7b4ffc6afa7c3bba2cb4780769272e3bddf8a74
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:90ab15698d0a4abe89248b8328c2ba222d8bb5653e055d9014faa5def1e6f245
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer2/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..97bab8f12211409c3d4287a3288cfacb1c2ee147
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5067011773414005
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4144 | LCC = 0.8555 | SRCC = 0.8552 ]
+INFO:root:Average loss=0.29729585926656776
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4129 | LCC = 0.8787 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.2501912680319968
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3737 | LCC = 0.8917 | SRCC = 0.8935 ]
+INFO:root:Average loss=0.2325112759377915
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2826 | LCC = 0.9011 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.20651681122580015
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3602 | LCC = 0.9001 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.20047725104010863
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2669 | LCC = 0.9068 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.18870076817067372
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3223 | LCC = 0.9054 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.1824347501717551
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3029 | LCC = 0.9057 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.18399876700660397
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2801 | LCC = 0.9097 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.16754832971475028
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2926 | LCC = 0.9056 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.16794113086999496
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2800 | LCC = 0.9120 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.15728924186588022
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3030 | LCC = 0.9093 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.16170474917041083
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3077 | LCC = 0.9075 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1487046990737405
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2770 | LCC = 0.9128 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.14312912334251954
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2610 | LCC = 0.9132 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.14150342767293742
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2963 | LCC = 0.9059 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.13783596826426556
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2537 | LCC = 0.9100 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.13658978725444373
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2781 | LCC = 0.9069 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.1258769969461281
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2863 | LCC = 0.9119 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.12870352431012028
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2649 | LCC = 0.9125 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1232129407325232
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2579 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.11774902599136954
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3002 | LCC = 0.9063 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.11610128790829223
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2803 | LCC = 0.9101 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.11659458805026346
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2454 | LCC = 0.9086 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.11061021358291538
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2406 | LCC = 0.9083 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.10586336000978602
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2689 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.10338302399166402
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2450 | LCC = 0.9088 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.09878524087067973
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2716 | LCC = 0.9068 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.09639190464695065
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2662 | LCC = 0.9057 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.09615769049938704
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2708 | LCC = 0.9038 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.09260015773204709
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2764 | LCC = 0.9066 | SRCC = 0.9084 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4383 | LCC = 0.7179 | SRCC = 0.7003 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eebbe0c805a4a2a4697a08c35f0312c1c59753ba
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43f144325ff108426d8652d17bbbf77966b713ea065ce4af45ef125ccb3da473
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6cb0e835f84cc7c00ef3d56c50f953dc2b4ab1bf
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e262ec2c5a33dbeb2862915147bc34a0cb31943bc60f0151fb76ca6812388812
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..845dc03683b76a760d2fe1ba0631919db382a6b5
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3889264940698712
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3626 | LCC = 0.8988 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.22936204928538703
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3725 | LCC = 0.9084 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.21631556353128026
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3068 | LCC = 0.9067 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.20912934460736424
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3255 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.2007634535517996
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2909 | LCC = 0.9139 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1903868638452767
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2637 | LCC = 0.9149 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.18316452368835492
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2647 | LCC = 0.9157 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1766477559257105
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3767 | LCC = 0.9134 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.17523759306338482
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3418 | LCC = 0.9166 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.17180656241199185
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2702 | LCC = 0.9170 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.16872376113096413
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2787 | LCC = 0.9175 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1697435681358238
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2856 | LCC = 0.9172 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.16144777726748086
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2549 | LCC = 0.9172 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1623046074299454
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2484 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.15689111389004426
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2731 | LCC = 0.9184 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.14973165956191245
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2532 | LCC = 0.9173 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14686138161345025
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2628 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14385216205106305
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2627 | LCC = 0.9170 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.14194527449290875
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2836 | LCC = 0.9168 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.13680801932522327
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14012498714331256
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2351 | LCC = 0.9166 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13301665008584887
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3055 | LCC = 0.9133 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1305645711590789
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2324 | LCC = 0.9159 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1270865912554581
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2571 | LCC = 0.9174 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.12304975118251205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2912 | LCC = 0.9139 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.11874791394079352
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2700 | LCC = 0.9132 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11981926823971588
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2506 | LCC = 0.9135 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.11615361880532579
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2367 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10913907870047354
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.9127 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.10902857681402581
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2649 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10451196297744796
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2535 | LCC = 0.9109 | SRCC = 0.9125 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4161 | LCC = 0.7401 | SRCC = 0.7259 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5fa31ea6f8b51bdf66994ad33a22cb3c28c033b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f2dd909de074a92113d00fafd877573d4c822b8a1dbebaf4971f71c619f4d8c
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca8ac836ed3e32fbc2d4208f0ad72e79270803f8
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30d1b590c0532a0e5496f02ca19e13e47ad81e271b6ca96ade7bc50408f83494
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ff15f11b57adaba37049e720dc0337b19d48237b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4277885821513358
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3995 | LCC = 0.9018 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.23435241001189788
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3021 | LCC = 0.9084 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.22718358100149671
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4020 | LCC = 0.9043 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.2045714178181797
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2897 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.19111254841433784
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2446 | LCC = 0.9138 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.19255082559034314
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3201 | LCC = 0.9155 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.18137545289331777
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2708 | LCC = 0.9147 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1794258083480631
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2675 | LCC = 0.9161 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1739873832705393
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3046 | LCC = 0.9156 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.17034028337008691
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2835 | LCC = 0.9173 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.16776149422791653
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2524 | LCC = 0.9170 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.16764683185974297
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3476 | LCC = 0.9115 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1644515147960255
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3044 | LCC = 0.9178 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15696778480028142
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2655 | LCC = 0.9180 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.15605802971848173
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2784 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.15958336378969898
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2731 | LCC = 0.9184 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.151090514668495
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2414 | LCC = 0.9176 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1491364916797318
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2624 | LCC = 0.9181 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.14363641300470154
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2347 | LCC = 0.9148 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14131021409193215
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3118 | LCC = 0.9160 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.13830407006892165
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2955 | LCC = 0.9167 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.13995338476806707
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2390 | LCC = 0.9163 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13038052355795238
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2644 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1292148753139325
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2580 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.12663506884450856
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2674 | LCC = 0.9167 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.12384398914658265
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2651 | LCC = 0.9156 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11850057404509859
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2523 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11936528033259287
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2472 | LCC = 0.9161 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11749261471232927
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2772 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.11204434883904595
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2803 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11135081063977556
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2584 | LCC = 0.9142 | SRCC = 0.9137 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4278 | LCC = 0.7241 | SRCC = 0.6995 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d883ab4f19a2a18028eab3516a311ec4dda9114c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7841a91f05aa986bb0be414bce4b3f86a8ca687a12db8f8ee269a1cbe730856b
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1c3f918233a8f44c8a48038cb54ac963eeece7e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f64a5aa025ca5483127d24ded5b05cd92abef9f7b9ca8523663e24d23b18fc0
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f3950d156c33d9e88ba52bb9fed7ca556a41ac21
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3937300472934811
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2812 | LCC = 0.8987 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.2317982247110047
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3369 | LCC = 0.9072 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.21707775086336742
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4034 | LCC = 0.9093 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.21492470637222247
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3229 | LCC = 0.9077 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.19854083179221677
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3238 | LCC = 0.9123 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1954133672090624
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3114 | LCC = 0.9151 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1874396663611335
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2960 | LCC = 0.9157 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1813886345638705
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3055 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.17838535793771634
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2922 | LCC = 0.9173 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.17411997479338176
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2727 | LCC = 0.9168 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16812754642067618
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2320 | LCC = 0.9176 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16627005823602567
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3003 | LCC = 0.9185 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.16142426840314975
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3114 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.16273661685644547
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2801 | LCC = 0.9173 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15555084313702033
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2594 | LCC = 0.9185 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.15517164917522772
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2923 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.14927356578194337
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2527 | LCC = 0.9178 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1449367477628537
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2968 | LCC = 0.9169 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.14463471349953227
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2292 | LCC = 0.9173 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1388054274324048
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2224 | LCC = 0.9165 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14024470320154478
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2256 | LCC = 0.9172 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13557415309152163
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2784 | LCC = 0.9177 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.13022798433296942
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2285 | LCC = 0.9186 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13113734931442778
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2908 | LCC = 0.9166 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.12472161387949321
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2574 | LCC = 0.9149 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.12194028582876128
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2485 | LCC = 0.9162 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11841758387970787
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2263 | LCC = 0.9156 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11757848876921427
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2499 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1116822858938592
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2598 | LCC = 0.9129 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10873807966709137
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2487 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11036680326554817
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2348 | LCC = 0.9152 | SRCC = 0.9155 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3919 | LCC = 0.7542 | SRCC = 0.7326 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c0c0e59dc4883f2ba81565fd5dd68967ed3cf60
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e44ac2ea8ea95f2e95fe3dd47a9a45bd062dfc622eacdd041a9909bea5659b76
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf223e8519c17cc1c36a1e282b1aba5634247dd7
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3812c7d4add3223a657a2ef7a04736816f909793d32109225f21bfdf089bd57e
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e46e559640c8e07e311b49b8b025aba067f63a3d
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40946177836787495
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3253 | LCC = 0.9037 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.22535203440340956
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2989 | LCC = 0.9075 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.21313735584303134
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2529 | LCC = 0.9109 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.21243621318498787
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2717 | LCC = 0.9140 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.19574116217779974
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2858 | LCC = 0.9124 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.192036947806102
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2435 | LCC = 0.9149 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1793570990076644
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2348 | LCC = 0.9157 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.17871678258814563
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2562 | LCC = 0.9179 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.17777091639407108
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3279 | LCC = 0.9162 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1749980794642702
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2637 | LCC = 0.9183 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.16575745282145593
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2449 | LCC = 0.9189 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.17081849358846687
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2439 | LCC = 0.9177 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.16014956390065266
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2369 | LCC = 0.9187 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1565886954265523
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2292 | LCC = 0.9193 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15702278192849517
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2354 | LCC = 0.9199 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.14927252015971035
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2446 | LCC = 0.9208 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.14602858999561022
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2337 | LCC = 0.9160 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14686670748656885
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2185 | LCC = 0.9184 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1415920518554015
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2383 | LCC = 0.9192 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.140256731453314
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2219 | LCC = 0.9178 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1387492848527914
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2220 | LCC = 0.9155 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.13387169620032943
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2492 | LCC = 0.9186 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1374247893691063
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2480 | LCC = 0.9188 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.12766879822821975
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2448 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.12365858670259487
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2266 | LCC = 0.9173 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.12071384864218662
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2249 | LCC = 0.9153 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11721621229813967
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2641 | LCC = 0.9182 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.11787921332382742
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2423 | LCC = 0.9180 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1126228823310378
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2211 | LCC = 0.9142 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11097873613841272
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2365 | LCC = 0.9164 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11099329939639638
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2278 | LCC = 0.9144 | SRCC = 0.9155 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4294 | LCC = 0.7309 | SRCC = 0.7127 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbb2abf7c79b80737d2943f758cb0e4ef5687fc3
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1798841575825ade7a67caa2eb1a2b4c0504f428ccbebb6890aa05c61c91fdc5
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d4851d1bfbc5171c0c54f27cfd9ce57de0b8b2b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a668d6ae3daf2b6ba70624115ec3d216ebe7b6a037fbe4da4423e3790c64b25
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer20/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9ece4c64049e6f729d17e6627bc5e3349012823b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39966050772308614
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3961 | LCC = 0.9020 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.22126716969674723
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3198 | LCC = 0.9069 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.23028304165153834
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3644 | LCC = 0.9077 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.20425239067546205
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2957 | LCC = 0.9118 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.19676714661838002
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2825 | LCC = 0.9126 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18697877943171243
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3251 | LCC = 0.9120 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18591854854815268
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3188 | LCC = 0.9138 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1867136184363007
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3437 | LCC = 0.9121 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.17565753801881923
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2951 | LCC = 0.9157 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.17185141990295036
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2698 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1665696900316401
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2528 | LCC = 0.9162 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.16536171036648611
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2723 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15995890763453666
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2818 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.15688322562013748
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2819 | LCC = 0.9181 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15375337667892433
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2586 | LCC = 0.9115 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.15355759234614455
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2860 | LCC = 0.9175 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1479320931382951
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2660 | LCC = 0.9175 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.15074655499761505
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2441 | LCC = 0.9169 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1418857476700937
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2724 | LCC = 0.9146 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.13739233588896735
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2642 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.13862206657670137
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2566 | LCC = 0.9155 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.13327370028447555
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2431 | LCC = 0.9162 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1316264490300865
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2646 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12670589341765884
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2512 | LCC = 0.9146 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.12380466390551859
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2838 | LCC = 0.9157 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.11983119894486631
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3084 | LCC = 0.9138 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1170148343666096
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2659 | LCC = 0.9153 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.116582534905803
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2873 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1158321653788834
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2644 | LCC = 0.9138 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.10952568295374082
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2713 | LCC = 0.9102 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.10457517800992625
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2892 | LCC = 0.9137 | SRCC = 0.9138 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4098 | LCC = 0.7437 | SRCC = 0.7293 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..deae8e9c0090092dac9fa69cdf9afa88aca78802
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a132eb28734a5e059dc0689181e3dcf957344a9268e14b4a125f7945f88589b8
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5567aa3d4d2785ca212bb4e9248ca03683150196
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d7d54d4c1b04afecac6f4fbaea324d093de422b16d7e7890cd325cae0ec35ed9
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..671004c1c55da23565ebda80033cb10e51fb98a9
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=1.1289722671398539
+INFO:root:
+[Valid][0][UTT][ MSE = 1.0457 | LCC = 0.3991 | SRCC = 0.4407 ]
+INFO:root:Average loss=0.9758639104793526
+INFO:root:
+[Valid][1][UTT][ MSE = 0.9666 | LCC = 0.4764 | SRCC = 0.4997 ]
+INFO:root:Average loss=0.9555731970450781
+INFO:root:
+[Valid][2][UTT][ MSE = 0.9055 | LCC = 0.5191 | SRCC = 0.5153 ]
+INFO:root:Average loss=0.9163453120716735
+INFO:root:
+[Valid][3][UTT][ MSE = 0.9454 | LCC = 0.5072 | SRCC = 0.5172 ]
+INFO:root:Average loss=0.8931794896980242
+INFO:root:
+[Valid][4][UTT][ MSE = 1.1425 | LCC = 0.4902 | SRCC = 0.5288 ]
+INFO:root:Average loss=0.8789616034210073
+INFO:root:
+[Valid][5][UTT][ MSE = 0.8789 | LCC = 0.5519 | SRCC = 0.5511 ]
+INFO:root:Average loss=0.8453416755433717
+INFO:root:
+[Valid][6][UTT][ MSE = 0.8636 | LCC = 0.5557 | SRCC = 0.5524 ]
+INFO:root:Average loss=0.8820102025318697
+INFO:root:
+[Valid][7][UTT][ MSE = 0.9203 | LCC = 0.5512 | SRCC = 0.5535 ]
+INFO:root:Average loss=0.8562096415916619
+INFO:root:
+[Valid][8][UTT][ MSE = 0.8651 | LCC = 0.5476 | SRCC = 0.5484 ]
+INFO:root:Average loss=0.8299810900164477
+INFO:root:
+[Valid][9][UTT][ MSE = 0.8514 | LCC = 0.5571 | SRCC = 0.5612 ]
+INFO:root:Average loss=0.8365368346947466
+INFO:root:
+[Valid][10][UTT][ MSE = 0.8566 | LCC = 0.5623 | SRCC = 0.5644 ]
+INFO:root:Average loss=0.8165710823384323
+INFO:root:
+[Valid][11][UTT][ MSE = 1.0970 | LCC = 0.5126 | SRCC = 0.5446 ]
+INFO:root:Average loss=0.7993889862746861
+INFO:root:
+[Valid][12][UTT][ MSE = 0.8244 | LCC = 0.5782 | SRCC = 0.5765 ]
+INFO:root:Average loss=0.8232406188297823
+INFO:root:
+[Valid][13][UTT][ MSE = 0.8598 | LCC = 0.5703 | SRCC = 0.5729 ]
+INFO:root:Average loss=0.7860717428901981
+INFO:root:
+[Valid][14][UTT][ MSE = 0.8365 | LCC = 0.5811 | SRCC = 0.5832 ]
+INFO:root:Average loss=0.8168453675818581
+INFO:root:
+[Valid][15][UTT][ MSE = 0.8427 | LCC = 0.5803 | SRCC = 0.5797 ]
+INFO:root:Average loss=0.8248558009980042
+INFO:root:
+[Valid][16][UTT][ MSE = 0.8322 | LCC = 0.5910 | SRCC = 0.5905 ]
+INFO:root:Average loss=0.7793794818696259
+INFO:root:
+[Valid][17][UTT][ MSE = 0.8850 | LCC = 0.5858 | SRCC = 0.5904 ]
+INFO:root:Average loss=0.8065265789197359
+INFO:root:
+[Valid][18][UTT][ MSE = 0.8157 | LCC = 0.5969 | SRCC = 0.5978 ]
+INFO:root:Average loss=0.8021169363418755
+INFO:root:
+[Valid][19][UTT][ MSE = 0.8331 | LCC = 0.5969 | SRCC = 0.5986 ]
+INFO:root:Average loss=0.7530459589351809
+INFO:root:
+[Valid][20][UTT][ MSE = 0.7778 | LCC = 0.6087 | SRCC = 0.6087 ]
+INFO:root:Average loss=0.8054500366911034
+INFO:root:
+[Valid][21][UTT][ MSE = 0.7998 | LCC = 0.6031 | SRCC = 0.6088 ]
+INFO:root:Average loss=0.7867717984094785
+INFO:root:
+[Valid][22][UTT][ MSE = 1.6249 | LCC = 0.4094 | SRCC = 0.4119 ]
+INFO:root:Average loss=0.7854124187045015
+INFO:root:
+[Valid][23][UTT][ MSE = 0.7751 | LCC = 0.6182 | SRCC = 0.6200 ]
+INFO:root:Average loss=0.7856295782362106
+INFO:root:
+[Valid][24][UTT][ MSE = 0.7729 | LCC = 0.6142 | SRCC = 0.6178 ]
+INFO:root:Average loss=0.7297014215088993
+INFO:root:
+[Valid][25][UTT][ MSE = 0.7559 | LCC = 0.6312 | SRCC = 0.6323 ]
+INFO:root:Average loss=0.7469712482022413
+INFO:root:
+[Valid][26][UTT][ MSE = 0.9200 | LCC = 0.6033 | SRCC = 0.6114 ]
+INFO:root:Average loss=0.7497609395512267
+INFO:root:
+[Valid][27][UTT][ MSE = 0.7721 | LCC = 0.6361 | SRCC = 0.6381 ]
+INFO:root:Average loss=0.7089792720844291
+INFO:root:
+[Valid][28][UTT][ MSE = 0.7418 | LCC = 0.6386 | SRCC = 0.6463 ]
+INFO:root:Average loss=0.7631358767865021
+INFO:root:
+[Valid][29][UTT][ MSE = 0.7664 | LCC = 0.6340 | SRCC = 0.6411 ]
+INFO:root:Average loss=0.7236207273998702
+INFO:root:
+[Valid][30][UTT][ MSE = 0.8648 | LCC = 0.6358 | SRCC = 0.6395 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7661 | LCC = 0.4245 | SRCC = 0.4097 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3005ef1dea724d5142d55b33d2859a9cc81a6e93
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc787f4c73a68a03c6cb11cf92e347b61b73ca68a78b399c8a5651abea1fc168
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4dda09c87a8a1c203be43d36dca763b243fc1b57
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f81c12d7ea6ab7d206b85ea3eadcb250512ce038085023b7b19cf2b34272249
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..19910d428afb0dfd5d3629f69c93344cbdf30e64
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=1.1679006907981255
+INFO:root:
+[Valid][0][UTT][ MSE = 1.1559 | LCC = 0.3416 | SRCC = 0.3821 ]
+INFO:root:Average loss=1.0045071337264397
+INFO:root:
+[Valid][1][UTT][ MSE = 0.9510 | LCC = 0.5012 | SRCC = 0.5021 ]
+INFO:root:Average loss=0.9652738485033112
+INFO:root:
+[Valid][2][UTT][ MSE = 0.9064 | LCC = 0.5148 | SRCC = 0.5122 ]
+INFO:root:Average loss=0.9129666682612689
+INFO:root:
+[Valid][3][UTT][ MSE = 0.9126 | LCC = 0.5298 | SRCC = 0.5248 ]
+INFO:root:Average loss=0.8909091353416443
+INFO:root:
+[Valid][4][UTT][ MSE = 0.8761 | LCC = 0.5415 | SRCC = 0.5320 ]
+INFO:root:Average loss=0.8563365267880391
+INFO:root:
+[Valid][5][UTT][ MSE = 0.8960 | LCC = 0.5323 | SRCC = 0.5356 ]
+INFO:root:Average loss=0.834106827057855
+INFO:root:
+[Valid][6][UTT][ MSE = 0.8965 | LCC = 0.5349 | SRCC = 0.5420 ]
+INFO:root:Average loss=0.8556805948990618
+INFO:root:
+[Valid][7][UTT][ MSE = 0.8388 | LCC = 0.5613 | SRCC = 0.5550 ]
+INFO:root:Average loss=0.8752098059378608
+INFO:root:
+[Valid][8][UTT][ MSE = 1.1068 | LCC = 0.5124 | SRCC = 0.5347 ]
+INFO:root:Average loss=0.8446887418024802
+INFO:root:
+[Valid][9][UTT][ MSE = 0.9381 | LCC = 0.5507 | SRCC = 0.5568 ]
+INFO:root:Average loss=0.842582943811582
+INFO:root:
+[Valid][10][UTT][ MSE = 0.8741 | LCC = 0.5668 | SRCC = 0.5648 ]
+INFO:root:Average loss=0.8537226023012503
+INFO:root:
+[Valid][11][UTT][ MSE = 0.8505 | LCC = 0.5667 | SRCC = 0.5653 ]
+INFO:root:Average loss=0.8167387088599233
+INFO:root:
+[Valid][12][UTT][ MSE = 0.9296 | LCC = 0.5432 | SRCC = 0.5569 ]
+INFO:root:Average loss=0.790095820592318
+INFO:root:
+[Valid][13][UTT][ MSE = 0.8290 | LCC = 0.5819 | SRCC = 0.5811 ]
+INFO:root:Average loss=0.8043686482258615
+INFO:root:
+[Valid][14][UTT][ MSE = 0.8691 | LCC = 0.5835 | SRCC = 0.5864 ]
+INFO:root:Average loss=0.7968241848008482
+INFO:root:
+[Valid][15][UTT][ MSE = 0.7969 | LCC = 0.5903 | SRCC = 0.5918 ]
+INFO:root:Average loss=0.8053983823756952
+INFO:root:
+[Valid][16][UTT][ MSE = 1.0723 | LCC = 0.5447 | SRCC = 0.5637 ]
+INFO:root:Average loss=0.8376138282649089
+INFO:root:
+[Valid][17][UTT][ MSE = 0.9295 | LCC = 0.5832 | SRCC = 0.5904 ]
+INFO:root:Average loss=0.8187513020686331
+INFO:root:
+[Valid][18][UTT][ MSE = 0.8076 | LCC = 0.5912 | SRCC = 0.5982 ]
+INFO:root:Average loss=0.7908576702795966
+INFO:root:
+[Valid][19][UTT][ MSE = 0.9467 | LCC = 0.5784 | SRCC = 0.5871 ]
+INFO:root:Average loss=0.773329282943913
+INFO:root:
+[Valid][20][UTT][ MSE = 0.8306 | LCC = 0.6083 | SRCC = 0.6091 ]
+INFO:root:Average loss=0.7855009820764465
+INFO:root:
+[Valid][21][UTT][ MSE = 0.8411 | LCC = 0.5991 | SRCC = 0.6088 ]
+INFO:root:Average loss=0.7757680369594883
+INFO:root:
+[Valid][22][UTT][ MSE = 1.2006 | LCC = 0.5073 | SRCC = 0.5106 ]
+INFO:root:Average loss=0.7435106356019918
+INFO:root:
+[Valid][23][UTT][ MSE = 0.8703 | LCC = 0.6096 | SRCC = 0.6130 ]
+INFO:root:Average loss=0.7601329773836742
+INFO:root:
+[Valid][24][UTT][ MSE = 0.9301 | LCC = 0.6213 | SRCC = 0.6245 ]
+INFO:root:Average loss=0.7862998548615185
+INFO:root:
+[Valid][25][UTT][ MSE = 0.7839 | LCC = 0.6327 | SRCC = 0.6335 ]
+INFO:root:Average loss=0.7190369846503859
+INFO:root:
+[Valid][26][UTT][ MSE = 0.7350 | LCC = 0.6397 | SRCC = 0.6408 ]
+INFO:root:Average loss=0.7327964912260199
+INFO:root:
+[Valid][27][UTT][ MSE = 0.7846 | LCC = 0.6429 | SRCC = 0.6442 ]
+INFO:root:Average loss=0.7307628816951907
+INFO:root:
+[Valid][28][UTT][ MSE = 1.1884 | LCC = 0.6065 | SRCC = 0.6181 ]
+INFO:root:Average loss=0.7330562427553827
+INFO:root:
+[Valid][29][UTT][ MSE = 1.2819 | LCC = 0.5982 | SRCC = 0.6108 ]
+INFO:root:Average loss=0.7006072172884307
+INFO:root:
+[Valid][30][UTT][ MSE = 1.3026 | LCC = 0.6118 | SRCC = 0.6311 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7826 | LCC = 0.4080 | SRCC = 0.4074 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ca2599f421bdf1d6f1dd35fb08eb3550c4be10c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5ead2de2df83279af6f173f7b96721c7d6a07c69c47cf5c3b0aa116f7c58192
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15c68d0c6f4c876ffbe5bb418a43af8bf935ec05
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ee4088539d62ab3bc494a95444f5316502bc4de361e7e5d622f80bc3271952f
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..41ff819aa6de8b473d2cea824eac24127388628d
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=1.183891917928795
+INFO:root:
+[Valid][0][UTT][ MSE = 1.2076 | LCC = 0.1030 | SRCC = 0.0772 ]
+INFO:root:Average loss=1.1640828644609176
+INFO:root:
+[Valid][1][UTT][ MSE = 1.1465 | LCC = 0.3377 | SRCC = 0.3706 ]
+INFO:root:Average loss=0.9975114716270755
+INFO:root:
+[Valid][2][UTT][ MSE = 0.9272 | LCC = 0.4966 | SRCC = 0.5111 ]
+INFO:root:Average loss=0.9300014073449063
+INFO:root:
+[Valid][3][UTT][ MSE = 1.0267 | LCC = 0.4576 | SRCC = 0.4867 ]
+INFO:root:Average loss=0.8756526164236785
+INFO:root:
+[Valid][4][UTT][ MSE = 0.8800 | LCC = 0.5380 | SRCC = 0.5411 ]
+INFO:root:Average loss=0.8798856745565558
+INFO:root:
+[Valid][5][UTT][ MSE = 0.8681 | LCC = 0.5526 | SRCC = 0.5482 ]
+INFO:root:Average loss=0.8275679060489456
+INFO:root:
+[Valid][6][UTT][ MSE = 0.8613 | LCC = 0.5567 | SRCC = 0.5598 ]
+INFO:root:Average loss=0.8849645567078122
+INFO:root:
+[Valid][7][UTT][ MSE = 0.8616 | LCC = 0.5653 | SRCC = 0.5614 ]
+INFO:root:Average loss=0.8574301721043669
+INFO:root:
+[Valid][8][UTT][ MSE = 0.9975 | LCC = 0.5159 | SRCC = 0.5473 ]
+INFO:root:Average loss=0.8400584521321203
+INFO:root:
+[Valid][9][UTT][ MSE = 0.9609 | LCC = 0.5173 | SRCC = 0.5588 ]
+INFO:root:Average loss=0.8112941809816857
+INFO:root:
+[Valid][10][UTT][ MSE = 0.8216 | LCC = 0.5798 | SRCC = 0.5831 ]
+INFO:root:Average loss=0.8402878275151887
+INFO:root:
+[Valid][11][UTT][ MSE = 0.8445 | LCC = 0.5773 | SRCC = 0.5832 ]
+INFO:root:Average loss=0.800259620812587
+INFO:root:
+[Valid][12][UTT][ MSE = 0.8581 | LCC = 0.5612 | SRCC = 0.5829 ]
+INFO:root:Average loss=0.8306639704401093
+INFO:root:
+[Valid][13][UTT][ MSE = 1.0490 | LCC = 0.5553 | SRCC = 0.5758 ]
+INFO:root:Average loss=0.8246338033262705
+INFO:root:
+[Valid][14][UTT][ MSE = 0.7942 | LCC = 0.5957 | SRCC = 0.6005 ]
+INFO:root:Average loss=0.7917609201001294
+INFO:root:
+[Valid][15][UTT][ MSE = 0.8024 | LCC = 0.5999 | SRCC = 0.6055 ]
+INFO:root:Average loss=0.7960143185764379
+INFO:root:
+[Valid][16][UTT][ MSE = 0.7874 | LCC = 0.6020 | SRCC = 0.6096 ]
+INFO:root:Average loss=0.7737596792981803
+INFO:root:
+[Valid][17][UTT][ MSE = 0.9028 | LCC = 0.5982 | SRCC = 0.6081 ]
+INFO:root:Average loss=0.7749145601181625
+INFO:root:
+[Valid][18][UTT][ MSE = 0.8091 | LCC = 0.5974 | SRCC = 0.6107 ]
+INFO:root:Average loss=0.7481171187293323
+INFO:root:
+[Valid][19][UTT][ MSE = 0.7680 | LCC = 0.6215 | SRCC = 0.6248 ]
+INFO:root:Average loss=0.734874872802999
+INFO:root:
+[Valid][20][UTT][ MSE = 0.8018 | LCC = 0.6111 | SRCC = 0.6289 ]
+INFO:root:Average loss=0.7451770178155402
+INFO:root:
+[Valid][21][UTT][ MSE = 0.7659 | LCC = 0.6235 | SRCC = 0.6335 ]
+INFO:root:Average loss=0.7550694560039939
+INFO:root:
+[Valid][22][UTT][ MSE = 0.7859 | LCC = 0.6328 | SRCC = 0.6362 ]
+INFO:root:Average loss=0.7457806826326888
+INFO:root:
+[Valid][23][UTT][ MSE = 0.7491 | LCC = 0.6360 | SRCC = 0.6443 ]
+INFO:root:Average loss=0.7291434284924083
+INFO:root:
+[Valid][24][UTT][ MSE = 0.7682 | LCC = 0.6466 | SRCC = 0.6484 ]
+INFO:root:Average loss=0.7266154447731944
+INFO:root:
+[Valid][25][UTT][ MSE = 0.7267 | LCC = 0.6561 | SRCC = 0.6583 ]
+INFO:root:Average loss=0.7237175889097887
+INFO:root:
+[Valid][26][UTT][ MSE = 0.7191 | LCC = 0.6595 | SRCC = 0.6611 ]
+INFO:root:Average loss=0.7365243984440158
+INFO:root:
+[Valid][27][UTT][ MSE = 1.2871 | LCC = 0.5821 | SRCC = 0.6025 ]
+INFO:root:Average loss=0.7342865722027817
+INFO:root:
+[Valid][28][UTT][ MSE = 0.7288 | LCC = 0.6555 | SRCC = 0.6620 ]
+INFO:root:Average loss=0.7071120101592444
+INFO:root:
+[Valid][29][UTT][ MSE = 1.1570 | LCC = 0.6355 | SRCC = 0.6531 ]
+INFO:root:Average loss=0.7066604422696064
+INFO:root:
+[Valid][30][UTT][ MSE = 0.7051 | LCC = 0.6662 | SRCC = 0.6735 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7365 | LCC = 0.4398 | SRCC = 0.4258 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ebe7e4cbeab8c70e75f17644c3166881e41eb499
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0b91c763ed064b94f6720e009691e8c8511d02106e036f4b8d5292ecffa7212
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dfddddcbefa96661e9b1a35c9e0a2e2294be6702
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a164f82e97f8f3756cf90ef8c3660a2b87c44ead33a0b806b576a1692f3c7ce6
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..13373105351cefa268bc01cd94bb6c5b5d46e3dc
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=1.1340801133585803
+INFO:root:
+[Valid][0][UTT][ MSE = 1.0748 | LCC = 0.3871 | SRCC = 0.4337 ]
+INFO:root:Average loss=0.9848825459535411
+INFO:root:
+[Valid][1][UTT][ MSE = 0.9295 | LCC = 0.4983 | SRCC = 0.5095 ]
+INFO:root:Average loss=0.9244065680944851
+INFO:root:
+[Valid][2][UTT][ MSE = 0.9155 | LCC = 0.5263 | SRCC = 0.5321 ]
+INFO:root:Average loss=0.904452965783246
+INFO:root:
+[Valid][3][UTT][ MSE = 0.8524 | LCC = 0.5495 | SRCC = 0.5424 ]
+INFO:root:Average loss=0.9001924040689634
+INFO:root:
+[Valid][4][UTT][ MSE = 0.9120 | LCC = 0.5386 | SRCC = 0.5430 ]
+INFO:root:Average loss=0.8707303577075803
+INFO:root:
+[Valid][5][UTT][ MSE = 0.8763 | LCC = 0.5520 | SRCC = 0.5534 ]
+INFO:root:Average loss=0.8617134721292926
+INFO:root:
+[Valid][6][UTT][ MSE = 0.8452 | LCC = 0.5654 | SRCC = 0.5611 ]
+INFO:root:Average loss=0.8841307118448908
+INFO:root:
+[Valid][7][UTT][ MSE = 0.9262 | LCC = 0.5301 | SRCC = 0.5478 ]
+INFO:root:Average loss=0.8560555430850542
+INFO:root:
+[Valid][8][UTT][ MSE = 0.8582 | LCC = 0.5583 | SRCC = 0.5637 ]
+INFO:root:Average loss=0.8392099626146989
+INFO:root:
+[Valid][9][UTT][ MSE = 0.9274 | LCC = 0.5377 | SRCC = 0.5549 ]
+INFO:root:Average loss=0.8378079330301009
+INFO:root:
+[Valid][10][UTT][ MSE = 0.8394 | LCC = 0.5736 | SRCC = 0.5718 ]
+INFO:root:Average loss=0.8217753495784165
+INFO:root:
+[Valid][11][UTT][ MSE = 0.8656 | LCC = 0.5657 | SRCC = 0.5751 ]
+INFO:root:Average loss=0.8304909188623373
+INFO:root:
+[Valid][12][UTT][ MSE = 0.8457 | LCC = 0.5756 | SRCC = 0.5811 ]
+INFO:root:Average loss=0.8104886068085025
+INFO:root:
+[Valid][13][UTT][ MSE = 0.8244 | LCC = 0.5853 | SRCC = 0.5860 ]
+INFO:root:Average loss=0.7898920054380605
+INFO:root:
+[Valid][14][UTT][ MSE = 0.8265 | LCC = 0.5957 | SRCC = 0.5952 ]
+INFO:root:Average loss=0.7963750531218644
+INFO:root:
+[Valid][15][UTT][ MSE = 0.8544 | LCC = 0.5866 | SRCC = 0.5921 ]
+INFO:root:Average loss=0.7838843263298101
+INFO:root:
+[Valid][16][UTT][ MSE = 0.7953 | LCC = 0.6043 | SRCC = 0.6042 ]
+INFO:root:Average loss=0.7770566516528928
+INFO:root:
+[Valid][17][UTT][ MSE = 0.7815 | LCC = 0.6084 | SRCC = 0.6085 ]
+INFO:root:Average loss=0.7742442238882098
+INFO:root:
+[Valid][18][UTT][ MSE = 0.8686 | LCC = 0.6079 | SRCC = 0.6088 ]
+INFO:root:Average loss=0.7649954843383304
+INFO:root:
+[Valid][19][UTT][ MSE = 0.7950 | LCC = 0.6160 | SRCC = 0.6185 ]
+INFO:root:Average loss=0.7748294958489479
+INFO:root:
+[Valid][20][UTT][ MSE = 0.9096 | LCC = 0.5805 | SRCC = 0.5976 ]
+INFO:root:Average loss=0.7545769516098706
+INFO:root:
+[Valid][21][UTT][ MSE = 0.7585 | LCC = 0.6219 | SRCC = 0.6256 ]
+INFO:root:Average loss=0.7378347626311241
+INFO:root:
+[Valid][22][UTT][ MSE = 0.8293 | LCC = 0.6035 | SRCC = 0.6194 ]
+INFO:root:Average loss=0.7584063460716622
+INFO:root:
+[Valid][23][UTT][ MSE = 0.7345 | LCC = 0.6355 | SRCC = 0.6372 ]
+INFO:root:Average loss=0.7422959577141469
+INFO:root:
+[Valid][24][UTT][ MSE = 0.8182 | LCC = 0.6192 | SRCC = 0.6328 ]
+INFO:root:Average loss=0.74740642912126
+INFO:root:
+[Valid][25][UTT][ MSE = 0.7599 | LCC = 0.6331 | SRCC = 0.6410 ]
+INFO:root:Average loss=0.6946339788119917
+INFO:root:
+[Valid][26][UTT][ MSE = 0.7446 | LCC = 0.6434 | SRCC = 0.6495 ]
+INFO:root:Average loss=0.6907691549014494
+INFO:root:
+[Valid][27][UTT][ MSE = 0.6982 | LCC = 0.6605 | SRCC = 0.6619 ]
+INFO:root:Average loss=0.7439841214632024
+INFO:root:
+[Valid][28][UTT][ MSE = 0.7256 | LCC = 0.6524 | SRCC = 0.6609 ]
+INFO:root:Average loss=0.7207417381292134
+INFO:root:
+[Valid][29][UTT][ MSE = 0.6998 | LCC = 0.6653 | SRCC = 0.6664 ]
+INFO:root:Average loss=0.6987711120547587
+INFO:root:
+[Valid][30][UTT][ MSE = 0.6979 | LCC = 0.6690 | SRCC = 0.6713 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.7333 | LCC = 0.4249 | SRCC = 0.4155 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..703a8a8c48c2ca73c1e079c7c7a62089681aa0e4
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e66255c15b6bb25b317f1c1f317c29c5a2ebd06d875da40f2d58a4baa537693
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ddedc57fdb58ff53c6c37b58636de5c4ef2cdab7
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cb3efd7664cd900b16f11d38cc7cc298a04d65df8384de9414143a61df292242
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer22/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..862bc011195ae2d550efbcd6c2ba8cddabd189e6
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=1.175340609743416
+INFO:root:
+[Valid][0][UTT][ MSE = 1.2076 | LCC = 0.2521 | SRCC = 0.3139 ]
+INFO:root:Average loss=1.0082367221055004
+INFO:root:
+[Valid][1][UTT][ MSE = 1.0292 | LCC = 0.5133 | SRCC = 0.5323 ]
+INFO:root:Average loss=0.9412375199312419
+INFO:root:
+[Valid][2][UTT][ MSE = 1.0177 | LCC = 0.4836 | SRCC = 0.5344 ]
+INFO:root:Average loss=0.8663937497690234
+INFO:root:
+[Valid][3][UTT][ MSE = 0.9486 | LCC = 0.5286 | SRCC = 0.5524 ]
+INFO:root:Average loss=0.8737321902561739
+INFO:root:
+[Valid][4][UTT][ MSE = 0.8597 | LCC = 0.5554 | SRCC = 0.5595 ]
+INFO:root:Average loss=0.859685244243269
+INFO:root:
+[Valid][5][UTT][ MSE = 0.8778 | LCC = 0.5643 | SRCC = 0.5618 ]
+INFO:root:Average loss=0.8324047864517036
+INFO:root:
+[Valid][6][UTT][ MSE = 0.8676 | LCC = 0.5677 | SRCC = 0.5707 ]
+INFO:root:Average loss=0.8534785733057585
+INFO:root:
+[Valid][7][UTT][ MSE = 0.8868 | LCC = 0.5579 | SRCC = 0.5780 ]
+INFO:root:Average loss=0.8050415174809494
+INFO:root:
+[Valid][8][UTT][ MSE = 0.8355 | LCC = 0.5843 | SRCC = 0.5837 ]
+INFO:root:Average loss=0.8117710489758178
+INFO:root:
+[Valid][9][UTT][ MSE = 0.8541 | LCC = 0.5763 | SRCC = 0.5885 ]
+INFO:root:Average loss=0.8086761477365659
+INFO:root:
+[Valid][10][UTT][ MSE = 0.8048 | LCC = 0.5947 | SRCC = 0.5995 ]
+INFO:root:Average loss=0.8298135716791097
+INFO:root:
+[Valid][11][UTT][ MSE = 0.9045 | LCC = 0.5980 | SRCC = 0.6005 ]
+INFO:root:Average loss=0.8010373053523158
+INFO:root:
+[Valid][12][UTT][ MSE = 0.9694 | LCC = 0.5594 | SRCC = 0.5821 ]
+INFO:root:Average loss=0.812741825174045
+INFO:root:
+[Valid][13][UTT][ MSE = 0.9211 | LCC = 0.5945 | SRCC = 0.6035 ]
+INFO:root:Average loss=0.7838066351207006
+INFO:root:
+[Valid][14][UTT][ MSE = 0.7970 | LCC = 0.6020 | SRCC = 0.6113 ]
+INFO:root:Average loss=0.8010039501796568
+INFO:root:
+[Valid][15][UTT][ MSE = 0.7832 | LCC = 0.6056 | SRCC = 0.6123 ]
+INFO:root:Average loss=0.7698931730206992
+INFO:root:
+[Valid][16][UTT][ MSE = 0.8397 | LCC = 0.6057 | SRCC = 0.6159 ]
+INFO:root:Average loss=0.7455777208929117
+INFO:root:
+[Valid][17][UTT][ MSE = 0.7632 | LCC = 0.6259 | SRCC = 0.6311 ]
+INFO:root:Average loss=0.7463872317289342
+INFO:root:
+[Valid][18][UTT][ MSE = 0.7908 | LCC = 0.6154 | SRCC = 0.6271 ]
+INFO:root:Average loss=0.768764632974746
+INFO:root:
+[Valid][19][UTT][ MSE = 0.9646 | LCC = 0.6249 | SRCC = 0.6332 ]
+INFO:root:Average loss=0.783389592274076
+INFO:root:
+[Valid][20][UTT][ MSE = 0.8244 | LCC = 0.6165 | SRCC = 0.6246 ]
+INFO:root:Average loss=0.748349530503929
+INFO:root:
+[Valid][21][UTT][ MSE = 0.7523 | LCC = 0.6404 | SRCC = 0.6428 ]
+INFO:root:Average loss=0.7708505479931143
+INFO:root:
+[Valid][22][UTT][ MSE = 0.7659 | LCC = 0.6509 | SRCC = 0.6522 ]
+INFO:root:Average loss=0.7432635392067749
+INFO:root:
+[Valid][23][UTT][ MSE = 0.8050 | LCC = 0.6339 | SRCC = 0.6454 ]
+INFO:root:Average loss=0.7057645436311732
+INFO:root:
+[Valid][24][UTT][ MSE = 0.8046 | LCC = 0.6585 | SRCC = 0.6617 ]
+INFO:root:Average loss=0.7312021818808737
+INFO:root:
+[Valid][25][UTT][ MSE = 0.7192 | LCC = 0.6628 | SRCC = 0.6628 ]
+INFO:root:Average loss=0.7012955684193297
+INFO:root:
+[Valid][26][UTT][ MSE = 0.7295 | LCC = 0.6682 | SRCC = 0.6691 ]
+INFO:root:Average loss=0.6980822744397069
+INFO:root:
+[Valid][27][UTT][ MSE = 0.8590 | LCC = 0.6750 | SRCC = 0.6769 ]
+INFO:root:Average loss=0.6685848423855842
+INFO:root:
+[Valid][28][UTT][ MSE = 0.7352 | LCC = 0.6726 | SRCC = 0.6746 ]
+INFO:root:Average loss=0.6909593305835834
+INFO:root:
+[Valid][29][UTT][ MSE = 0.8649 | LCC = 0.6779 | SRCC = 0.6852 ]
+INFO:root:Average loss=0.727677161121644
+INFO:root:
+[Valid][30][UTT][ MSE = 0.8179 | LCC = 0.6624 | SRCC = 0.6688 ]
+INFO:root:
+[Test][31][UTT][ MSE = 1.0126 | LCC = 0.3665 | SRCC = 0.3747 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..eb5208d05201dec6b42001dd51d5f20da404188c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49176757d9b32ef352b50751bf7ebff3c22b4d160c309ac31f410c39564a9f16
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2011dacc2a31b67d53fb132c5024fc6237b7ada
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ea6b1ba9983995a3d6aac8dac1830d2d471ff6a8ecfbd649217fdadf0953096
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c93ca1aadaa1c7a49b0b1f9f3888bc8d59726554
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40722111883880086
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3000 | LCC = 0.8929 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.22990715012729512
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3272 | LCC = 0.9075 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.21358442590760357
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2747 | LCC = 0.9117 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.18834876122674502
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2686 | LCC = 0.9133 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.17675222589962744
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2608 | LCC = 0.9164 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1735144011202575
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2337 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1662322044200291
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2758 | LCC = 0.9164 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.15849833367015584
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2280 | LCC = 0.9185 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.15750435894796613
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2742 | LCC = 0.9154 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.15386618187145001
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2608 | LCC = 0.9168 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.14482581912609882
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2656 | LCC = 0.9190 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.13983065716793083
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2682 | LCC = 0.9169 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.13673913806160062
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2443 | LCC = 0.9202 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.13346718751281672
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2939 | LCC = 0.9140 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12790055215531002
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2622 | LCC = 0.9190 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12380284096808791
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2361 | LCC = 0.9177 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.11909697463229901
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2801 | LCC = 0.9169 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.11639578614620805
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2741 | LCC = 0.9145 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.11436112416703577
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2506 | LCC = 0.9178 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1110132893902718
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2554 | LCC = 0.9160 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10700978657413769
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2825 | LCC = 0.9158 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.10072711424503712
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2420 | LCC = 0.9168 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10375004825909014
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2484 | LCC = 0.9161 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10082193558788025
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2544 | LCC = 0.9147 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09279289662924116
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2531 | LCC = 0.9153 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08841473706109676
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2319 | LCC = 0.9147 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08716544026584294
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2580 | LCC = 0.9131 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08396817190368051
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2614 | LCC = 0.9138 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08626133087225732
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2408 | LCC = 0.9145 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.08042599893891053
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2676 | LCC = 0.9116 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07590832836882916
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2720 | LCC = 0.9102 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4068 | LCC = 0.7413 | SRCC = 0.7224 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39e96adfd8ad0d20be390c290fa8cc263f9fa731
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8753af680ef3cd345b2df19fdf744606a0b868c682652413b1b543dfb224072c
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c32832997f30319d06bdd115346ce17d87e51b9
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60127e0583060b99a4d036c2a85129397d9f0cd0dd006670739e131d2536915a
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..666338dd1dd829b2e60f3f8979e3989aaf0e6ac2
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3722720179340743
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2822 | LCC = 0.8962 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.22639018124927676
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2523 | LCC = 0.9064 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.2068470175986345
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2891 | LCC = 0.9101 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.19219426660007136
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2805 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.18093329043574416
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2597 | LCC = 0.9133 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18264834289950443
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2804 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.16680173825666395
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2649 | LCC = 0.9153 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.161166240671122
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2554 | LCC = 0.9165 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1615711217153968
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2395 | LCC = 0.9174 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.14993902506855872
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2670 | LCC = 0.9187 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.15314556279278904
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2854 | LCC = 0.9188 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1438658322299147
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2669 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.13806688828619917
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2728 | LCC = 0.9165 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1346619255367042
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2837 | LCC = 0.9170 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.13119845906261765
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3110 | LCC = 0.9166 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.13039153469780276
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2868 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12137632967764242
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2660 | LCC = 0.9151 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11804362184050456
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2500 | LCC = 0.9146 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.11761890332392186
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2750 | LCC = 0.9169 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.11034135386950708
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2412 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10764853512017714
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2609 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.10853289735282777
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2716 | LCC = 0.9134 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10022571054152671
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2671 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09757009387619234
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2503 | LCC = 0.9138 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09372307650874116
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2485 | LCC = 0.9123 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09066419779306892
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2508 | LCC = 0.9119 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08462104164709934
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2525 | LCC = 0.9104 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.08594387993647185
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2724 | LCC = 0.9124 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08064091507065503
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2692 | LCC = 0.9114 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07835749220210693
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2383 | LCC = 0.9095 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07784409737052946
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2482 | LCC = 0.9119 | SRCC = 0.9118 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4648 | LCC = 0.7286 | SRCC = 0.7116 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ce4a191b8b4ae5ac021ccccf66e62effb143f2d4
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ec7d11089cff2c00d79fdbb238af611ae19ea1bc05d10980c553b50f7c727f5
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..99d24330bb9a9c964226253069402b6537d0673b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2178820fb4ca99f9f516c3d92070f4bf316dafb78151339e9a02dcc47f250006
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c9fb33dbf45c5d5d5a30aaa8c746dc09b5fb2369
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39430583074602776
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4262 | LCC = 0.8877 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.2316962923273186
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2911 | LCC = 0.9069 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.20751351264515364
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2974 | LCC = 0.9092 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.19664744085314645
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3283 | LCC = 0.9132 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.17672820087802205
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2899 | LCC = 0.9148 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17426199853592525
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2494 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.169928234049006
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2169 | LCC = 0.9149 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.16606802135878215
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2914 | LCC = 0.9197 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.15837783435348832
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2345 | LCC = 0.9171 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.15245014661653883
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2356 | LCC = 0.9184 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1458482045055814
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2468 | LCC = 0.9182 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.14470838557261262
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3135 | LCC = 0.9172 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.14026465103288607
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2352 | LCC = 0.9167 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13866579679050886
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2923 | LCC = 0.9181 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1317184765128731
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2640 | LCC = 0.9168 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12662506146582564
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2506 | LCC = 0.9188 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12426679340228869
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2722 | LCC = 0.9174 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11620777815235833
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2702 | LCC = 0.9145 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.11513950533605036
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2183 | LCC = 0.9167 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.11536138677011336
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2161 | LCC = 0.9163 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.10715123242294858
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2507 | LCC = 0.9166 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.10387575680206966
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2713 | LCC = 0.9156 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.09844452237462722
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2271 | LCC = 0.9148 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09780236064440254
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2602 | LCC = 0.9137 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09414345023862888
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2339 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.0928916481964161
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2462 | LCC = 0.9125 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08583002247863766
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9123 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.08935073211875265
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2305 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08020400311905525
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2378 | LCC = 0.9132 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07988424741291586
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2755 | LCC = 0.9094 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.07987357120465681
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2500 | LCC = 0.9107 | SRCC = 0.9115 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4453 | LCC = 0.7251 | SRCC = 0.7096 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa74ce01c1c5e2159d9e14dfc7e75834b1eca2cd
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da39657e683c563510a866cb8e1d376b9e0b9684514e5dbdb60ac9cf5d889351
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc51c6fed5f289f216c4515e7bac82b11f2b535e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e5fb3c8ecc620e6de198dbee7738edffd0588f76a5ca9a1397ed0537fe1f21f
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e298ad761a0a52a4ff2fb059c2c72ae88bf92b8
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41579900707812667
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3364 | LCC = 0.8883 | SRCC = 0.8880 ]
+INFO:root:Average loss=0.2555307636974175
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3792 | LCC = 0.9029 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.21716703961178058
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2602 | LCC = 0.9099 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19274459615608172
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3063 | LCC = 0.9143 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.18674503215131044
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2593 | LCC = 0.9154 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17364053251598613
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2531 | LCC = 0.9150 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.17061836449052556
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2438 | LCC = 0.9155 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16483889869010518
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2723 | LCC = 0.9135 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15840357929640422
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2709 | LCC = 0.9179 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.15482135237641417
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2455 | LCC = 0.9151 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.14766391741402576
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2581 | LCC = 0.9177 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.14316308033259617
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2518 | LCC = 0.9163 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13866817227677802
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2801 | LCC = 0.9137 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.14159307551349518
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2515 | LCC = 0.9182 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13358418652087967
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2451 | LCC = 0.9171 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.13116363018234342
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2700 | LCC = 0.9146 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1261047457770116
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2321 | LCC = 0.9149 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1265707431156511
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2480 | LCC = 0.9154 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1161833875355004
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2607 | LCC = 0.9173 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1169098932403705
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2358 | LCC = 0.9119 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11089872269530517
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2529 | LCC = 0.9149 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.10743441346580583
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2881 | LCC = 0.9116 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10514203820786724
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2804 | LCC = 0.9085 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1017921627687581
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2345 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09601857213874083
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2476 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09408441986996315
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2535 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.0874794770699705
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2518 | LCC = 0.9113 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08773971493275179
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2371 | LCC = 0.9119 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08481756423336233
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2399 | LCC = 0.9114 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.08151904954386584
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2545 | LCC = 0.9097 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08173396927169982
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2756 | LCC = 0.9055 | SRCC = 0.9086 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4260 | LCC = 0.7281 | SRCC = 0.7053 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac1911f827523bacbc745c5dd32cd9d5f956c8f8
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89b434c84eaeb29ec720488c364b8a156b95a321ca6fb50e75a429b860932186
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cd025f85e10ddfc761a004f5521c38bff47f0ef1
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00126c81801977838ed94394f23a94e188b335135050503075684f49902f9965
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer4/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d3e860e16a5d8ea9121f3fb0f73a5afd2a7adb94
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41000262548813243
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4360 | LCC = 0.8865 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.23980398303856051
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3126 | LCC = 0.9065 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.20776255997274654
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2828 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.19285062579922593
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2553 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18417793228102558
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2838 | LCC = 0.9157 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17885453279824615
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3033 | LCC = 0.9157 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.16866589303133805
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3082 | LCC = 0.9163 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.16098496520278083
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2706 | LCC = 0.9169 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.15939370525537888
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2942 | LCC = 0.9190 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15779406529975076
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2767 | LCC = 0.9180 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.14897940086060865
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2168 | LCC = 0.9202 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14889269339383682
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2374 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1401181786046552
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2618 | LCC = 0.9183 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.13944148457463765
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2533 | LCC = 0.9194 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1305588866244851
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2480 | LCC = 0.9184 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1284029980787652
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2710 | LCC = 0.9163 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.12566388768784573
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2730 | LCC = 0.9154 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.12027222872038797
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2858 | LCC = 0.9120 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.11979687386165465
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2680 | LCC = 0.9156 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.11148636706302621
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2474 | LCC = 0.9158 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.11163024869182206
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2273 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10739874684741732
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2521 | LCC = 0.9172 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10132247280609401
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2695 | LCC = 0.9145 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09784628351816552
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2805 | LCC = 0.9146 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09732990546119695
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2846 | LCC = 0.9105 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09068320185548998
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2450 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.089864007073503
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2561 | LCC = 0.9133 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08621417855940802
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2477 | LCC = 0.9141 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08442589130274133
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2433 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08260281500271979
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2583 | LCC = 0.9107 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.0773274643357434
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2516 | LCC = 0.9117 | SRCC = 0.9122 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3952 | LCC = 0.7442 | SRCC = 0.7237 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bad0bbae3cdbc832fc8c4f670199d9c3d8f9b9b0
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c8a783b7fb1bf738c7cc5f94d52108af853f4f612611414c9ea063a4dca500f
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..026147884a4c6d31a6ef8518b8b8fb730634dda4
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1de37fa789e247cf1d601229c0abb0b342967495351e6f091d948af3f2995403
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..705c11216569af56b1345c45cb2d970a5c5019dc
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.373637897301616
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3304 | LCC = 0.9018 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.21392002990307835
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3017 | LCC = 0.9090 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.19685443960173282
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3112 | LCC = 0.9123 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.18472814775271224
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2667 | LCC = 0.9137 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.17578993151987218
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2392 | LCC = 0.9131 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1740169174581594
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2760 | LCC = 0.9123 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16648558182695697
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2624 | LCC = 0.9185 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.15845660852386773
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2535 | LCC = 0.9178 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1550021645736832
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2288 | LCC = 0.9165 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.15432979429216054
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2549 | LCC = 0.9191 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.14388438486467206
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2389 | LCC = 0.9174 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14100490217608525
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2410 | LCC = 0.9177 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1344492923403751
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2799 | LCC = 0.9172 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1298261780528664
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2360 | LCC = 0.9180 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.12559496598436654
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2843 | LCC = 0.9161 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11998636688972485
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2810 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.11453078756098113
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2578 | LCC = 0.9165 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.11172041159144716
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2514 | LCC = 0.9175 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10510937744654672
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2345 | LCC = 0.9163 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.10604028489892882
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2463 | LCC = 0.9167 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.09844273927411593
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2195 | LCC = 0.9139 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09692619372740646
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2501 | LCC = 0.9147 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09359010479095355
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3007 | LCC = 0.9151 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.08938024537583997
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2505 | LCC = 0.9120 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08722398740190991
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2431 | LCC = 0.9129 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08300725426632545
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2738 | LCC = 0.9142 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.07968610660792086
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2596 | LCC = 0.9131 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07796373564986825
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2638 | LCC = 0.9137 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07503831776321968
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2537 | LCC = 0.9122 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.06888139659183563
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2645 | LCC = 0.9125 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.06732657889840919
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2960 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4207 | LCC = 0.7272 | SRCC = 0.7034 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0148bebbf78db703fb606a07c887244250c2a7c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec00addd241901a0bed179581634cd0ebb765e3c7e3f8dd1f8bb9c6e3f632f8c
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1aba86e0058376d12d06d5d7e2d6b7573b134d7c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cbbbc082c05be0f3a5df3e6c465a7f923744647fbc93079b6e8044a1030b261b
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a90d3dbc2c9735e2593a4c6bfe9fabe119cbcb1b
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3853590819187936
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3267 | LCC = 0.8963 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.22711125059279402
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2834 | LCC = 0.9068 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.208953356811766
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2635 | LCC = 0.9125 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.18952521173595693
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3159 | LCC = 0.9109 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.18110393026488364
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2747 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16984896323067605
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2381 | LCC = 0.9159 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1650380164470976
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2601 | LCC = 0.9170 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.15616904741766824
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2476 | LCC = 0.9179 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15541986647368855
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2494 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.14919974650606255
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3063 | LCC = 0.9134 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.15091614761104474
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2723 | LCC = 0.9175 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13828793740858233
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2512 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1345387036572991
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2460 | LCC = 0.9183 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.13365208409252882
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2480 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1283995882968682
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2441 | LCC = 0.9181 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12257948371371782
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2310 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11699800468938198
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2627 | LCC = 0.9138 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11227555299511535
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2665 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10673583975072541
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2389 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10450314950047201
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2623 | LCC = 0.9145 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10182494726139686
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2562 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.0960197859589075
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2707 | LCC = 0.9141 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09485918199481992
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2560 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09077522791706757
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2378 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08817874340911132
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2573 | LCC = 0.9129 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08470486416723687
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2473 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08225462223925342
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2408 | LCC = 0.9109 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.07956523790611009
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2563 | LCC = 0.9126 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.07715096617537427
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2436 | LCC = 0.9091 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07718678789934671
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2686 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07232434446842684
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2441 | LCC = 0.9109 | SRCC = 0.9114 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4118 | LCC = 0.7350 | SRCC = 0.7074 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c5998b2a2122af4bb71cd085e3d4401c132e8b5
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5f7b5bf266e2609e2614814cb28506704df9e5877f6674f4df199467417d2f1a
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..71949d111276abed1e73e7a1fc2694e6fcc15143
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c63e1b3fff54d37ed299410388bf5268de9d8bf855a65061cec5bafc698118df
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..46b81002372be16fcb0bbfbc001088277b698baf
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42319543254857805
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3354 | LCC = 0.8995 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.21533888716229124
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3084 | LCC = 0.9074 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.19647828584289276
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2899 | LCC = 0.9126 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18954484143181344
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2898 | LCC = 0.9128 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.18491817687804987
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2807 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1733812647575588
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2737 | LCC = 0.9165 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1679257121303178
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2631 | LCC = 0.9161 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.16037436350749407
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2470 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1534618332637528
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2493 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1500483234924388
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2783 | LCC = 0.9143 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1471570368877725
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2630 | LCC = 0.9176 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1396279589547587
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2403 | LCC = 0.9176 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13378916517158465
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2742 | LCC = 0.9164 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1321297156156143
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3009 | LCC = 0.9157 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.12758614958366218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2584 | LCC = 0.9182 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12222274384229859
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2421 | LCC = 0.9157 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11864325180219087
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2440 | LCC = 0.9157 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.11273235950425181
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2681 | LCC = 0.9090 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.10903478127425116
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2505 | LCC = 0.9105 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.10797645074094651
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2627 | LCC = 0.9162 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10141797824574343
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2475 | LCC = 0.9124 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10052964694238123
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2621 | LCC = 0.9124 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0955770059214162
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2326 | LCC = 0.9114 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09257138455878793
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2636 | LCC = 0.9142 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.08930439728102244
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2640 | LCC = 0.9086 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.08582311668406332
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2437 | LCC = 0.9106 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08203042901492533
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2764 | LCC = 0.9112 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.078830642808724
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2554 | LCC = 0.9106 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07571159815684908
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2617 | LCC = 0.9105 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07353520462278686
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2501 | LCC = 0.9050 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.07385695230409589
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2653 | LCC = 0.9104 | SRCC = 0.9104 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4368 | LCC = 0.7169 | SRCC = 0.6934 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e08180975ebf9c21ca7f73ea605d2e3e84faed7c
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b8b454521dd1b488eef0eeec847f8a30d97c250a3fe3ff3da3430df74e496658
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90af1670fdf576df5cfd480853ac4db270390a64
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d5646649087365cebd1bce6237bb36b824fb7f4b83c9db012af8d2f7f4fc2c4
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7be210374447b72afe1b01c404cb3cc8bc17b3b5
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3531951801797558
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2932 | LCC = 0.9016 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.21496059956578162
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3775 | LCC = 0.9095 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.20101384499858568
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2786 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1855379389545132
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3256 | LCC = 0.9116 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.17645643427537355
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2685 | LCC = 0.9162 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.17279088876150936
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2909 | LCC = 0.9175 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.16500479025992354
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3120 | LCC = 0.9162 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.15790433320351419
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2624 | LCC = 0.9175 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1575683209765164
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2860 | LCC = 0.9200 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.1489242131396525
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2632 | LCC = 0.9210 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.14661785184992532
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2394 | LCC = 0.9206 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.14090942035865234
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2574 | LCC = 0.9198 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.13547256959311535
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3101 | LCC = 0.9185 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.13712383759331842
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3087 | LCC = 0.9170 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.12454384918502301
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3056 | LCC = 0.9182 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12353094128859525
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2479 | LCC = 0.9212 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1161958735888404
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3043 | LCC = 0.9177 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.11209422306862869
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2368 | LCC = 0.9204 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.10698361852007106
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2302 | LCC = 0.9200 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.10640521829872462
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2851 | LCC = 0.9183 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.10210429803828973
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2673 | LCC = 0.9157 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.09621279891257341
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2276 | LCC = 0.9164 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.09399088717609472
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2376 | LCC = 0.9169 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.09191187359177308
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2605 | LCC = 0.9154 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.08670217808702088
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2362 | LCC = 0.9170 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.08472915820648215
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2603 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.08286003596176301
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3310 | LCC = 0.9091 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07916063100444098
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2484 | LCC = 0.9143 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.07661012997258605
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2532 | LCC = 0.9157 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.07379136880525963
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2334 | LCC = 0.9143 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.07194296369662864
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2573 | LCC = 0.9140 | SRCC = 0.9143 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4302 | LCC = 0.7349 | SRCC = 0.7084 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..23b9874ca8734e972edf24cfb297ea0c00b07888
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1b2ab3a50a8fdd285c2c4ab692b0fe78b9920a8022bd2a459b3d9eff870da86f
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..009e13efdcb7e312ba57691d1c54559c238464db
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:67b731a9ac78ca4e221915f8c1fd50f2e8148993a6a999640149c2fe43c427fb
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer6/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..db6bc1b0cfc4f32a08321fc33543e55bc56fe478
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3709478318002183
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3154 | LCC = 0.9037 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.21660430229812688
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2986 | LCC = 0.9053 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.19438533601216498
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2998 | LCC = 0.9101 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.18354355018435187
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2476 | LCC = 0.9129 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.17252169118795782
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2551 | LCC = 0.9154 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.17166206072692927
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2766 | LCC = 0.9176 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16142115005523483
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2792 | LCC = 0.9142 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1581658137843788
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2442 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.15669504600453238
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2407 | LCC = 0.9187 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.14916137468091326
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2597 | LCC = 0.9177 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1455862080258441
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2550 | LCC = 0.9196 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.13952554318773952
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2578 | LCC = 0.9203 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.13525757223712226
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2441 | LCC = 0.9194 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1296578563878991
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2678 | LCC = 0.9168 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.12436461474509597
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2440 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.12305017000850225
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2789 | LCC = 0.9140 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.11828700315228777
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2495 | LCC = 0.9171 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11263251494121
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2571 | LCC = 0.9156 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.10823389874889672
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2444 | LCC = 0.9164 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10367077489981072
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2250 | LCC = 0.9152 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.10115616531730387
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2318 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.09827823243561508
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2398 | LCC = 0.9155 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.09328064188964105
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2281 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09018523698252749
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2379 | LCC = 0.9119 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08695258269075713
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2134 | LCC = 0.9155 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.08676768994400266
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2422 | LCC = 0.9116 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08070546345559158
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2380 | LCC = 0.9117 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07880848527729856
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2484 | LCC = 0.9112 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.0752475618713164
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2439 | LCC = 0.9118 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.0725557671676826
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2522 | LCC = 0.9119 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.07058073670705618
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2358 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4445 | LCC = 0.7235 | SRCC = 0.6994 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run0/config.gin b/results_nisqa/w2v2_large_xlsr53/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run0/model.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..babfb8bac735e6d34e85719dcbcc98faf4acfa34
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8d4986385bcf1910c2c042a7fd939649c7ed2a3b2ad8333911d31bea820db2f
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run0/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..694e3929d57d151a18ea07b70d3bc2242039dd7e
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02052c3a757d9c8b6278d6d0ed1375dc52b0686676a7da06a7d7052a9558086f
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run0/train.log b/results_nisqa/w2v2_large_xlsr53/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..89abb60610dfa2280480a99679c2e57adb69b643
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3701973881335617
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2911 | LCC = 0.9014 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.21574708405946721
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3004 | LCC = 0.9081 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.19918081862044473
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2938 | LCC = 0.9106 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.19529647306899803
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2538 | LCC = 0.9130 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18619815083597438
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2734 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.17522761359207892
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2626 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.17252838710656745
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2617 | LCC = 0.9150 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16503085441499776
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2703 | LCC = 0.9176 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1578304258126744
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2612 | LCC = 0.9169 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1517326802532108
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2342 | LCC = 0.9184 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.15174001283039248
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2279 | LCC = 0.9186 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.14316345355069707
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2389 | LCC = 0.9191 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.14115677997900572
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2305 | LCC = 0.9182 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.133319885615324
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2320 | LCC = 0.9170 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.12777705675776982
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2818 | LCC = 0.9186 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.12482492543886163
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2303 | LCC = 0.9171 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11874559599195601
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2263 | LCC = 0.9187 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.11520106987112519
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2184 | LCC = 0.9162 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.10964877537392467
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2275 | LCC = 0.9165 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.11289009675814238
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2564 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10328084880733765
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3414 | LCC = 0.9118 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10695038843533897
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2519 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09541574988320384
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2465 | LCC = 0.9157 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09291607759505338
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2563 | LCC = 0.9139 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08848268469806352
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2603 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.08497463351901556
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2329 | LCC = 0.9147 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08361169313635096
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2319 | LCC = 0.9135 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.079441050595114
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2601 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07749865731665853
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2518 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07556193795679622
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2592 | LCC = 0.9132 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07194907433552548
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2609 | LCC = 0.9127 | SRCC = 0.9121 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4224 | LCC = 0.7381 | SRCC = 0.7210 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run1/config.gin b/results_nisqa/w2v2_large_xlsr53/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run1/model.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f8976fc3cca255cc4f1ce288b926ec6b37a0612
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2aae8822e527b6fb93e92ba624eea49f46a074cdf4f29f9301ab8b76303533a8
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run1/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c21815225e2739c47951edd8dbbd8d79a59b53d7
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6295f641162b4bfba138027ab1db1f64739c6f37fd7a3bd8204756e51f3eaae3
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run1/train.log b/results_nisqa/w2v2_large_xlsr53/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7170aa4cbcfcadf602496053643cce8a5fc588e2
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37266675283798595
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2988 | LCC = 0.8991 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.21772740006102304
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2934 | LCC = 0.9055 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.19530575946404066
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3235 | LCC = 0.9086 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.18856035190166076
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3499 | LCC = 0.9090 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.1810794912407853
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2685 | LCC = 0.9139 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17629172075862828
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2787 | LCC = 0.9148 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1723044857038239
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2679 | LCC = 0.9146 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16286924442631662
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2567 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1549053038820366
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2432 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.15132899431651728
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2786 | LCC = 0.9163 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.15072871245056219
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2377 | LCC = 0.9163 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1420332693812475
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2616 | LCC = 0.9170 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.13783706466242068
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2450 | LCC = 0.9138 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1333023032356549
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2615 | LCC = 0.9166 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.12790088514888906
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2451 | LCC = 0.9166 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12376527912441017
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2187 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.12070492444010829
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2293 | LCC = 0.9163 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11276498983877932
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2556 | LCC = 0.9141 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11583823495345309
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2317 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10728788853897525
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2500 | LCC = 0.9142 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1057860781734734
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2497 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10121104747832166
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2619 | LCC = 0.9141 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09856790366631023
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2649 | LCC = 0.9131 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09356530671777753
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2566 | LCC = 0.9111 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09395305823125591
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2316 | LCC = 0.9124 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08692380617981012
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2514 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08574157473065949
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2545 | LCC = 0.9125 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0843612266586006
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2296 | LCC = 0.9109 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07891138907888032
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2471 | LCC = 0.9115 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.0780918515701859
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2614 | LCC = 0.9102 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0733809327286792
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2451 | LCC = 0.9128 | SRCC = 0.9123 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4282 | LCC = 0.7186 | SRCC = 0.6989 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run2/config.gin b/results_nisqa/w2v2_large_xlsr53/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run2/model.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bc2569080f59313c631f0bf7054fe5b7889b5de
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688c856720f64b23b80bced01af2f5cf733f6875c382979803e70faae3972245
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run2/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ec530f67b7f34383c77bea3a64b329a838738f3
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23339e5b118935d93d00757d718209b054d1542dfa56ee0e4a5b2e5f572b5a1b
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run2/train.log b/results_nisqa/w2v2_large_xlsr53/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..61484da3a075c1929979c2e3c9064f761b7eafc4
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4326003279989165
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2891 | LCC = 0.8991 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.217359584880013
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2830 | LCC = 0.9064 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.19810051793997
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2455 | LCC = 0.9099 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.18713625193159014
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2938 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1818477526910043
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3068 | LCC = 0.9132 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.17246962192258394
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2248 | LCC = 0.9146 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16638802345088452
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2695 | LCC = 0.9157 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16083698237390187
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2389 | LCC = 0.9147 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.15655862492633005
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2542 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.146955420429996
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2633 | LCC = 0.9167 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.14404719917243616
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2553 | LCC = 0.9151 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1366680955266677
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2208 | LCC = 0.9162 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.14038634929009255
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2429 | LCC = 0.9165 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.12854112874221252
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2141 | LCC = 0.9153 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.12238577059927704
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2481 | LCC = 0.9138 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11934006679264796
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2801 | LCC = 0.9144 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11639119904337591
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2210 | LCC = 0.9143 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.11215289975005079
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2148 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.10891087671924878
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2262 | LCC = 0.9147 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1046616406626784
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2146 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10191404024903485
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2802 | LCC = 0.9083 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.0974372307516936
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2180 | LCC = 0.9134 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.0935569214338512
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2447 | LCC = 0.9109 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09205122438469374
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2477 | LCC = 0.9129 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08779426274358193
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2508 | LCC = 0.9106 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08421254474562027
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2599 | LCC = 0.9111 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.08319796294490726
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9112 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.08091212630358045
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2328 | LCC = 0.9103 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.0751684167653839
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2354 | LCC = 0.9102 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07450164716712313
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.9100 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07089558114550706
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2178 | LCC = 0.9101 | SRCC = 0.9105 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4477 | LCC = 0.7131 | SRCC = 0.6979 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run3/config.gin b/results_nisqa/w2v2_large_xlsr53/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run3/model.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7bd0c79ad809b8261dab49b63a2deb4f350332f7
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:376fbe16d3b18aa7c847a015f92563c964d521f3c5db1b83aa9d9b3eaecd3b62
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run3/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a799648b929719d268329e9548d7bd70ba7d104f
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c102608da413708d715321a882ec2a3f2c38312158c7a8c097956694d9b7865a
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run3/train.log b/results_nisqa/w2v2_large_xlsr53/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2b3f06da1859c7beb777087b09cc154603aa2a35
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4589817571329933
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2895 | LCC = 0.8966 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.22337762718600346
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3277 | LCC = 0.9058 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.21329965735274242
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2619 | LCC = 0.9080 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.1975883469416227
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2948 | LCC = 0.9104 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.18427476015566402
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2884 | LCC = 0.9126 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17488066455876897
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2387 | LCC = 0.9146 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.17648989379922778
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2954 | LCC = 0.9135 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.17114643657827652
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2834 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.15852098485637953
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2790 | LCC = 0.9140 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.15391728359495285
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2585 | LCC = 0.9152 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.148493204545768
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2391 | LCC = 0.9162 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1464585881529516
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2487 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.14121021515544438
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2697 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.13832750955241263
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2437 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12763412064210528
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2776 | LCC = 0.9112 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12676470248685406
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2798 | LCC = 0.9146 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.12040219206169162
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2381 | LCC = 0.9152 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1165809673122588
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2423 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1111812989275924
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2567 | LCC = 0.9144 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10817904824207973
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2582 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1013706936097214
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2332 | LCC = 0.9121 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09934338597806892
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2388 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.09690130219897093
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2495 | LCC = 0.9110 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09193805591176356
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2356 | LCC = 0.9099 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08917280079829211
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2552 | LCC = 0.9111 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08741004121182971
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2844 | LCC = 0.9046 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.08408193667069336
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2562 | LCC = 0.9082 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.0795789721255013
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2491 | LCC = 0.9098 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.07634636600410317
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2429 | LCC = 0.9106 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07469014272179907
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2576 | LCC = 0.9088 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.0717538924661675
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2764 | LCC = 0.9051 | SRCC = 0.9057 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4192 | LCC = 0.7278 | SRCC = 0.7098 ]
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run4/config.gin b/results_nisqa/w2v2_large_xlsr53/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run4/model.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b9333a8cbe8c1e531318ec79a5d232147b985416
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35cfb08659ae4aaf4d6f78ad6e041b30b98574688a4a4f53eede8c2fbe26f532
+size 3403339
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run4/model_best.pt b/results_nisqa/w2v2_large_xlsr53/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..418711ee8119beee0f8fd8cb43ec4b084eb7928f
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d422226dabab9008d6fc6b97f16816c2548b30838baa799125a65be03099eb3
+size 3405062
diff --git a/results_nisqa/w2v2_large_xlsr53/layer8/run4/train.log b/results_nisqa/w2v2_large_xlsr53/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a5c6da247cc75976e1ef1776ec9e39ffa55f180
--- /dev/null
+++ b/results_nisqa/w2v2_large_xlsr53/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38996722544893364
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2850 | LCC = 0.8981 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.23274972496521956
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2955 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.19754456892351194
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2609 | LCC = 0.9083 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.19259584664953927
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2796 | LCC = 0.9114 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1812626098880189
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2796 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.17485354698634561
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2436 | LCC = 0.9147 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.16933586805886616
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2841 | LCC = 0.9144 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1617114505154549
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2191 | LCC = 0.9146 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.15958601701466335
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2821 | LCC = 0.9165 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.16001844901397738
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2852 | LCC = 0.9156 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.15370464156990107
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2378 | LCC = 0.9178 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.14600842932745212
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2811 | LCC = 0.9165 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14104674872807685
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2284 | LCC = 0.9179 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1409783167818378
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2308 | LCC = 0.9163 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1318148219947181
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2308 | LCC = 0.9168 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12768477688118213
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2305 | LCC = 0.9157 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.12158242841331945
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2182 | LCC = 0.9158 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11783050853392982
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2248 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1152629690363228
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2830 | LCC = 0.9141 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11021029025402372
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2542 | LCC = 0.9139 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10767438462962305
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2252 | LCC = 0.9144 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10535452278018687
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2538 | LCC = 0.9132 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09998604022181792
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2662 | LCC = 0.9113 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10128348503757074
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2569 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08923500169047041
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2368 | LCC = 0.9141 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.08808478385726841
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2366 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08551571873485009
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2504 | LCC = 0.9114 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.0832405449294975
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2329 | LCC = 0.9110 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.08085355769864397
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2373 | LCC = 0.9106 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07573987403615362
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2346 | LCC = 0.9106 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07449399061888629
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2628 | LCC = 0.9094 | SRCC = 0.9093 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4265 | LCC = 0.7359 | SRCC = 0.7191 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ab14e6f035221839cd6a9027a42b7f91840ecf3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da7d2d0c2f402f7f54b4c2c66aeb7ef2f0906ddb57acaa37583b43d6feee8942
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bbe01f96adf66c5d8a9f371d3b14cfc5d0dc2953
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8360c090e79e3bb490f82637bf793a875795d3b93f865b5110a0d9f8fa1aa9e
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf72214f25e6ac45733dc29e875c7404c2ce0fb6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.597877756880887
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5853 | LCC = 0.7641 | SRCC = 0.7678 ]
+INFO:root:Average loss=0.4625721842567356
+INFO:root:
+[Valid][1][UTT][ MSE = 0.6740 | LCC = 0.7680 | SRCC = 0.7734 ]
+INFO:root:Average loss=0.4046596100909172
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4839 | LCC = 0.8122 | SRCC = 0.8080 ]
+INFO:root:Average loss=0.3754271495376708
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4245 | LCC = 0.8241 | SRCC = 0.8224 ]
+INFO:root:Average loss=0.35830661421910875
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4517 | LCC = 0.8328 | SRCC = 0.8301 ]
+INFO:root:Average loss=0.3267631392947511
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3962 | LCC = 0.8462 | SRCC = 0.8442 ]
+INFO:root:Average loss=0.29923575031275007
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3845 | LCC = 0.8487 | SRCC = 0.8479 ]
+INFO:root:Average loss=0.2931174275847529
+INFO:root:
+[Valid][7][UTT][ MSE = 0.4416 | LCC = 0.8529 | SRCC = 0.8533 ]
+INFO:root:Average loss=0.2670484117173046
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4029 | LCC = 0.8618 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.2601168565667434
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3818 | LCC = 0.8602 | SRCC = 0.8586 ]
+INFO:root:Average loss=0.25442118158919275
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3517 | LCC = 0.8649 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.23676094111335072
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3380 | LCC = 0.8660 | SRCC = 0.8652 ]
+INFO:root:Average loss=0.23581657024649527
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3329 | LCC = 0.8653 | SRCC = 0.8670 ]
+INFO:root:Average loss=0.22435672714703345
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3371 | LCC = 0.8729 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.22520517863634693
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3647 | LCC = 0.8732 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.2101261552014103
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3191 | LCC = 0.8722 | SRCC = 0.8716 ]
+INFO:root:Average loss=0.20167918111375302
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3233 | LCC = 0.8735 | SRCC = 0.8727 ]
+INFO:root:Average loss=0.19559104378857364
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3371 | LCC = 0.8763 | SRCC = 0.8748 ]
+INFO:root:Average loss=0.19364625331811133
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3317 | LCC = 0.8772 | SRCC = 0.8758 ]
+INFO:root:Average loss=0.1839858321526836
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3710 | LCC = 0.8713 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.18304449483493848
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3009 | LCC = 0.8748 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.17630065060247577
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3466 | LCC = 0.8742 | SRCC = 0.8734 ]
+INFO:root:Average loss=0.18070052757945365
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3257 | LCC = 0.8733 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.17010982791123364
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3235 | LCC = 0.8689 | SRCC = 0.8726 ]
+INFO:root:Average loss=0.16724597425819132
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3270 | LCC = 0.8751 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.1586637855265182
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3321 | LCC = 0.8752 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.15469193785865873
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3227 | LCC = 0.8731 | SRCC = 0.8730 ]
+INFO:root:Average loss=0.15824807693675763
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3048 | LCC = 0.8763 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.14710014980996963
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3179 | LCC = 0.8738 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.14973428341522382
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3377 | LCC = 0.8771 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.14486762261115058
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3071 | LCC = 0.8737 | SRCC = 0.8758 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4958 | LCC = 0.7405 | SRCC = 0.7250 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f982f985237abf562a8f190d2babd62e6204ced
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9979e316e01ea5a7affaefb6b3cd8f7731d3b3783ecf039d8b9ed991ab62442c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..232c9874507a3dc77ba9309b95f77c297fdcbac1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:66857c7b0f3a8185d26cee1f68ceabf3ccb02d7bea5290a2ac85f02ba33a390f
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6f66ee5922f915e030ce62ab806ab0fb63a2b077
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6376222432348769
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5512 | LCC = 0.7578 | SRCC = 0.7614 ]
+INFO:root:Average loss=0.4399020826885466
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4703 | LCC = 0.8027 | SRCC = 0.8004 ]
+INFO:root:Average loss=0.3924224840940079
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4530 | LCC = 0.8235 | SRCC = 0.8208 ]
+INFO:root:Average loss=0.3482541199881217
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4344 | LCC = 0.8357 | SRCC = 0.8337 ]
+INFO:root:Average loss=0.32558924726323585
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4023 | LCC = 0.8484 | SRCC = 0.8466 ]
+INFO:root:Average loss=0.30478949491688284
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4071 | LCC = 0.8516 | SRCC = 0.8500 ]
+INFO:root:Average loss=0.2884079575366367
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3847 | LCC = 0.8515 | SRCC = 0.8525 ]
+INFO:root:Average loss=0.27430365299213827
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3883 | LCC = 0.8609 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.27149016750341204
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3643 | LCC = 0.8544 | SRCC = 0.8551 ]
+INFO:root:Average loss=0.2565124520676674
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3808 | LCC = 0.8694 | SRCC = 0.8679 ]
+INFO:root:Average loss=0.24727247681231856
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3601 | LCC = 0.8643 | SRCC = 0.8628 ]
+INFO:root:Average loss=0.23825333306210578
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3400 | LCC = 0.8679 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.22899588352510694
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3290 | LCC = 0.8610 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.23451146896863947
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3711 | LCC = 0.8596 | SRCC = 0.8657 ]
+INFO:root:Average loss=0.20722101671847304
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3472 | LCC = 0.8609 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.2067798583235355
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3425 | LCC = 0.8635 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.20156199075927625
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3281 | LCC = 0.8777 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.19557052407133785
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3293 | LCC = 0.8783 | SRCC = 0.8777 ]
+INFO:root:Average loss=0.1936502458818386
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3377 | LCC = 0.8665 | SRCC = 0.8715 ]
+INFO:root:Average loss=0.19941753575395296
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3201 | LCC = 0.8776 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.1817341584260064
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3416 | LCC = 0.8806 | SRCC = 0.8796 ]
+INFO:root:Average loss=0.18058022159027914
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3188 | LCC = 0.8784 | SRCC = 0.8773 ]
+INFO:root:Average loss=0.18178967209909694
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3107 | LCC = 0.8761 | SRCC = 0.8779 ]
+INFO:root:Average loss=0.17274938041419652
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2894 | LCC = 0.8808 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.1657378358303467
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3152 | LCC = 0.8717 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.1696557722598142
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2960 | LCC = 0.8785 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.15964884319574157
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3149 | LCC = 0.8725 | SRCC = 0.8746 ]
+INFO:root:Average loss=0.1573821796761083
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3229 | LCC = 0.8790 | SRCC = 0.8780 ]
+INFO:root:Average loss=0.1581206071497388
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3050 | LCC = 0.8797 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.1510741717122883
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3165 | LCC = 0.8758 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.14710155788356857
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3069 | LCC = 0.8778 | SRCC = 0.8774 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3850 | LCC = 0.7766 | SRCC = 0.7598 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2351bf374047399004a9cc539f63e5ddebe0b7ca
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e697ae79b5d0546b3eabdb3571d1f2f7bda3e46c855128da0740d218bb6a60fd
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c59b7a0ec1f65ee6b4b8112a1e5782dfe0a2887c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ea6bc60423db566c7aa969866e30c4f13df65dc764fe959ff6abd5f560767e8
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1f3b57966a9a2eb2e9fbab3e59a48be5b09a551e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6088330115197021
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5396 | LCC = 0.7652 | SRCC = 0.7636 ]
+INFO:root:Average loss=0.43966790379127324
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5030 | LCC = 0.8017 | SRCC = 0.7999 ]
+INFO:root:Average loss=0.3870361424078142
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4542 | LCC = 0.8193 | SRCC = 0.8157 ]
+INFO:root:Average loss=0.35719208393482804
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4027 | LCC = 0.8370 | SRCC = 0.8353 ]
+INFO:root:Average loss=0.3485905711533706
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4108 | LCC = 0.8430 | SRCC = 0.8410 ]
+INFO:root:Average loss=0.3081889362693522
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3892 | LCC = 0.8428 | SRCC = 0.8448 ]
+INFO:root:Average loss=0.2908865017008919
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3464 | LCC = 0.8581 | SRCC = 0.8584 ]
+INFO:root:Average loss=0.2741640715757546
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3698 | LCC = 0.8585 | SRCC = 0.8599 ]
+INFO:root:Average loss=0.2642336668651228
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3545 | LCC = 0.8633 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.25671888069610377
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3462 | LCC = 0.8612 | SRCC = 0.8638 ]
+INFO:root:Average loss=0.252405938385539
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3110 | LCC = 0.8691 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.23975353158278273
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3184 | LCC = 0.8709 | SRCC = 0.8709 ]
+INFO:root:Average loss=0.23184356054646432
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3145 | LCC = 0.8742 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.21739559508644776
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3252 | LCC = 0.8668 | SRCC = 0.8677 ]
+INFO:root:Average loss=0.2135426320264794
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3405 | LCC = 0.8722 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.21092329975325247
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2998 | LCC = 0.8723 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.20610832487572137
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3006 | LCC = 0.8764 | SRCC = 0.8760 ]
+INFO:root:Average loss=0.21969730118451092
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3540 | LCC = 0.8693 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.2037261981581677
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3087 | LCC = 0.8803 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.18781994950736877
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3045 | LCC = 0.8743 | SRCC = 0.8766 ]
+INFO:root:Average loss=0.18957452893773943
+INFO:root:
+[Valid][20][UTT][ MSE = 0.4243 | LCC = 0.8634 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.18316671372838103
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2918 | LCC = 0.8778 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.1825915111627193
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3251 | LCC = 0.8727 | SRCC = 0.8765 ]
+INFO:root:Average loss=0.17574981901514736
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3130 | LCC = 0.8778 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.1730232662978889
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3033 | LCC = 0.8793 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.17148682720571584
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3290 | LCC = 0.8718 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.1640358310128223
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2875 | LCC = 0.8794 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.16016461247998165
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3200 | LCC = 0.8711 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.1584813933754932
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3482 | LCC = 0.8688 | SRCC = 0.8729 ]
+INFO:root:Average loss=0.15119653746399575
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3319 | LCC = 0.8649 | SRCC = 0.8710 ]
+INFO:root:Average loss=0.14977701542349908
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3103 | LCC = 0.8754 | SRCC = 0.8780 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4495 | LCC = 0.7430 | SRCC = 0.7330 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ee38120872d81299942b0048243eeab3456b969f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be20cb27743e7529cbc724b7586e55694cb7ca6446be340c43c9f9223cee56b9
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa26988c7af9a7f62eeea93d7ab863ad0226136d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d707274535a53e2c618cc6982af40281257f860683d9c4e70c6325e41adbd7f5
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d963b0b91dc70983c3a2e270180dbacef4df8acc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.620023268495681
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5653 | LCC = 0.7744 | SRCC = 0.7706 ]
+INFO:root:Average loss=0.44503630766634306
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4821 | LCC = 0.8030 | SRCC = 0.8008 ]
+INFO:root:Average loss=0.39658261396292316
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4939 | LCC = 0.8189 | SRCC = 0.8174 ]
+INFO:root:Average loss=0.3602409233592149
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4336 | LCC = 0.8293 | SRCC = 0.8267 ]
+INFO:root:Average loss=0.3398595987200048
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3795 | LCC = 0.8391 | SRCC = 0.8373 ]
+INFO:root:Average loss=0.3167516800192739
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3678 | LCC = 0.8523 | SRCC = 0.8504 ]
+INFO:root:Average loss=0.29096233319340414
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3700 | LCC = 0.8545 | SRCC = 0.8538 ]
+INFO:root:Average loss=0.2818272807177781
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3430 | LCC = 0.8606 | SRCC = 0.8598 ]
+INFO:root:Average loss=0.2668318149843657
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3418 | LCC = 0.8687 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.2526578521625155
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3141 | LCC = 0.8696 | SRCC = 0.8689 ]
+INFO:root:Average loss=0.25408290757264707
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3100 | LCC = 0.8712 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.2354307405521415
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3249 | LCC = 0.8745 | SRCC = 0.8731 ]
+INFO:root:Average loss=0.2266633084226895
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3148 | LCC = 0.8772 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.22698160592531194
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3519 | LCC = 0.8768 | SRCC = 0.8789 ]
+INFO:root:Average loss=0.21711265071795854
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2897 | LCC = 0.8794 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.20988971839061363
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3084 | LCC = 0.8811 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.21021946510999878
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3419 | LCC = 0.8736 | SRCC = 0.8801 ]
+INFO:root:Average loss=0.19573623773162765
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2876 | LCC = 0.8813 | SRCC = 0.8804 ]
+INFO:root:Average loss=0.19059360449369242
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2941 | LCC = 0.8832 | SRCC = 0.8831 ]
+INFO:root:Average loss=0.1843640480858053
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2839 | LCC = 0.8823 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.180617192146406
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2987 | LCC = 0.8823 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.17906624414672742
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2919 | LCC = 0.8861 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.1701182471103751
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2751 | LCC = 0.8830 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.1664275514941684
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2796 | LCC = 0.8835 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.16402938367658956
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2958 | LCC = 0.8840 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.166920496161618
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3351 | LCC = 0.8852 | SRCC = 0.8865 ]
+INFO:root:Average loss=0.15950580565743364
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2818 | LCC = 0.8857 | SRCC = 0.8860 ]
+INFO:root:Average loss=0.15577820270736784
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2918 | LCC = 0.8838 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.1536856012020497
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3174 | LCC = 0.8821 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.1473858955967633
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3133 | LCC = 0.8802 | SRCC = 0.8827 ]
+INFO:root:Average loss=0.1424992676673597
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2767 | LCC = 0.8826 | SRCC = 0.8844 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3926 | LCC = 0.7579 | SRCC = 0.7485 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58b25e6b4124e9ba3f3976214635ed62986b75c5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bef6d7f88ef29b7555cbeb784cdc5f1b8cabce3511c0a06e8f7f1ec27552fd0
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d67655af481c2d5294e63af6dd5b0b175473cb9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0f195a5c23aa106ab76359973bf28266ae70968e4feb447d2e772972c0b6d2b2
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer0/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a2021b8f846edab3d34a99d3cecb565e4c9cf7c0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.57084313672402
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5478 | LCC = 0.7794 | SRCC = 0.7771 ]
+INFO:root:Average loss=0.4364481542496323
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5573 | LCC = 0.7953 | SRCC = 0.7978 ]
+INFO:root:Average loss=0.41398178256315993
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4923 | LCC = 0.8168 | SRCC = 0.8141 ]
+INFO:root:Average loss=0.3724269792006884
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4472 | LCC = 0.8283 | SRCC = 0.8259 ]
+INFO:root:Average loss=0.3337096229109461
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4074 | LCC = 0.8443 | SRCC = 0.8422 ]
+INFO:root:Average loss=0.3135251927410247
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3985 | LCC = 0.8484 | SRCC = 0.8474 ]
+INFO:root:Average loss=0.2966284036119549
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3619 | LCC = 0.8549 | SRCC = 0.8542 ]
+INFO:root:Average loss=0.2778372364495531
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3350 | LCC = 0.8611 | SRCC = 0.8602 ]
+INFO:root:Average loss=0.2699022821091503
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3960 | LCC = 0.8537 | SRCC = 0.8574 ]
+INFO:root:Average loss=0.258115469203519
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4350 | LCC = 0.8564 | SRCC = 0.8643 ]
+INFO:root:Average loss=0.2450429446607656
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3762 | LCC = 0.8654 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.2421612259797278
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3812 | LCC = 0.8618 | SRCC = 0.8688 ]
+INFO:root:Average loss=0.225782869006857
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3192 | LCC = 0.8707 | SRCC = 0.8704 ]
+INFO:root:Average loss=0.2242889648486424
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3352 | LCC = 0.8735 | SRCC = 0.8742 ]
+INFO:root:Average loss=0.21370093339268184
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3270 | LCC = 0.8694 | SRCC = 0.8707 ]
+INFO:root:Average loss=0.21405100309952146
+INFO:root:
+[Valid][15][UTT][ MSE = 0.4468 | LCC = 0.8557 | SRCC = 0.8639 ]
+INFO:root:Average loss=0.20854772937435634
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3498 | LCC = 0.8723 | SRCC = 0.8756 ]
+INFO:root:Average loss=0.19723708415134794
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2985 | LCC = 0.8787 | SRCC = 0.8788 ]
+INFO:root:Average loss=0.1941714976736576
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3246 | LCC = 0.8779 | SRCC = 0.8783 ]
+INFO:root:Average loss=0.1831728727745183
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3160 | LCC = 0.8755 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.18280533412632916
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3070 | LCC = 0.8762 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.18425747403347423
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2929 | LCC = 0.8803 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.17090679162499534
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3756 | LCC = 0.8635 | SRCC = 0.8696 ]
+INFO:root:Average loss=0.17187658331297725
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3128 | LCC = 0.8796 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.16516554364234726
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3248 | LCC = 0.8757 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.16315385046808017
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3262 | LCC = 0.8703 | SRCC = 0.8718 ]
+INFO:root:Average loss=0.15662199534432736
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3047 | LCC = 0.8788 | SRCC = 0.8781 ]
+INFO:root:Average loss=0.15399287692728758
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3461 | LCC = 0.8670 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.16194419911658833
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3150 | LCC = 0.8820 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.1520456144575439
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3008 | LCC = 0.8836 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.1480110235985993
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3374 | LCC = 0.8738 | SRCC = 0.8754 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3752 | LCC = 0.7770 | SRCC = 0.7634 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24615fc7dc6228280eed418acef7927d752470d7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7bd4eead0fd352985e3de61924eb488f93eb579bdd839ef22f2877e7cb24e41a
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0a4f62e4fb8e40313ce984f110fa3aa2c6e12b8b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:268d34e1fcf18e2bef8d83ca17def0ba86cf0e16957fc41c5b65e58c4dce0485
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..70cff548020f0b2438c75394c0ffdab4f39f6a75
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4121007075199502
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3105 | LCC = 0.9117 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.19102564273197528
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2599 | LCC = 0.9182 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.17799441925535311
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2499 | LCC = 0.9218 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.16281488132959157
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2563 | LCC = 0.9217 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.15094844269097885
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2595 | LCC = 0.9239 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.14695939029744595
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2658 | LCC = 0.9248 | SRCC = 0.9249 ]
+INFO:root:Average loss=0.13467229963038008
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2371 | LCC = 0.9233 | SRCC = 0.9239 ]
+INFO:root:Average loss=0.13156885567600327
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2658 | LCC = 0.9218 | SRCC = 0.9231 ]
+INFO:root:Average loss=0.12183127009627447
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2662 | LCC = 0.9238 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.11983018885285868
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2462 | LCC = 0.9242 | SRCC = 0.9244 ]
+INFO:root:Average loss=0.10896535450323469
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2702 | LCC = 0.9238 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.10719276434941098
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2800 | LCC = 0.9220 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.0965073894214079
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2407 | LCC = 0.9212 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.09396704105455751
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2687 | LCC = 0.9178 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.08643273692685745
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2537 | LCC = 0.9223 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.08583143547263448
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2475 | LCC = 0.9216 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.07797045260667801
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2661 | LCC = 0.9205 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.07306442256866164
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2550 | LCC = 0.9193 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.0676119944909749
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2511 | LCC = 0.9205 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.06262833516334178
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2926 | LCC = 0.9177 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06365345295712438
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2784 | LCC = 0.9160 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.05982849212912466
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2524 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.05775268285432992
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2593 | LCC = 0.9172 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.05262805179106018
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2448 | LCC = 0.9200 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.0531450395359297
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2608 | LCC = 0.9184 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.051111377301932756
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2525 | LCC = 0.9152 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.049472080242168696
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2281 | LCC = 0.9196 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.04574442946626616
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2382 | LCC = 0.9183 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.04460600189692368
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2354 | LCC = 0.9142 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.04181598150575092
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2481 | LCC = 0.9165 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.04311026360387402
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2457 | LCC = 0.9169 | SRCC = 0.9176 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2688 | LCC = 0.9185 | SRCC = 0.9028 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d7fa7b6de36fcbb0f6a0d6e2ebcd1d11d921a4b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecf5f9e0f32fbd30e9c4f2e39d200f19c9b072fd15508df2f8b585df9d8d3c14
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..715bedacfd318a632932b0898ff8eb2ad771d93b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46dc3163e645dc3dcc8c97714cb120405b624da6b5906be63e0686545cde518d
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7efd0eecbca22869737f182d53757a2629872998
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3560841477158442
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2795 | LCC = 0.9116 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19225013514474637
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2662 | LCC = 0.9159 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.17375975571615848
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2973 | LCC = 0.9195 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.16244898732170204
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2258 | LCC = 0.9221 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.15319755083391431
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2214 | LCC = 0.9240 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.1444481949327309
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2483 | LCC = 0.9236 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.13780961599136363
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2160 | LCC = 0.9227 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.133084245090712
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2183 | LCC = 0.9236 | SRCC = 0.9240 ]
+INFO:root:Average loss=0.12446759434449191
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2294 | LCC = 0.9213 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.11526186471385073
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2541 | LCC = 0.9182 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1131208686728698
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2478 | LCC = 0.9195 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.10387168923726661
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2179 | LCC = 0.9218 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.09762436905175964
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2400 | LCC = 0.9198 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.09196906743538862
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2512 | LCC = 0.9189 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.08676306688027575
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2234 | LCC = 0.9192 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.0826505318800838
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2415 | LCC = 0.9174 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.07652298768045586
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2245 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07929434231078694
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2301 | LCC = 0.9178 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.07070935224694323
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2215 | LCC = 0.9170 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06472481095980358
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2435 | LCC = 0.9150 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.06256878187589218
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2302 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.05955260529080567
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2439 | LCC = 0.9163 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.05686791777352377
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2376 | LCC = 0.9123 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.05581406889364898
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2495 | LCC = 0.9127 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05266388204228671
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2347 | LCC = 0.9132 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.04870433344188108
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2254 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.04799955026004356
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2409 | LCC = 0.9140 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.04679695777379708
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2312 | LCC = 0.9149 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.044266603607146036
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2261 | LCC = 0.9139 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.043728394961426026
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2225 | LCC = 0.9148 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.043002011157529205
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2750 | LCC = 0.9131 | SRCC = 0.9141 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2091 | LCC = 0.9060 | SRCC = 0.8855 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9dcaf0f6e9e5f811b09b16a6713a68e16e554f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc82715dc443de6e3f3e0349e7c532e5425168d62f34095aa1702b4c441e1942
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..83eabcd5343f80c326ca269d003e4e9174e14121
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:acb2b764a4d830b213015f93961b4542df951fec3a1a47cb8a53530f5814737b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2af63314e8c6cad9f2e1357ba8479efc8abbcf0d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35982182130992757
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3265 | LCC = 0.9083 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.19188206642866135
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2929 | LCC = 0.9178 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.17883948365904692
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3186 | LCC = 0.9167 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16584693907485532
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2612 | LCC = 0.9216 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.1554272908265191
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2586 | LCC = 0.9211 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.14675954858519438
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2730 | LCC = 0.9217 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.1402183380085609
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2592 | LCC = 0.9219 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.13240628859641923
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2417 | LCC = 0.9233 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.1265577379764849
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2571 | LCC = 0.9219 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.11805418206949454
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2296 | LCC = 0.9225 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.11030549482803124
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2247 | LCC = 0.9214 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.10577046360842066
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2445 | LCC = 0.9200 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.09806892183216322
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2373 | LCC = 0.9185 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.09385806856127833
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2618 | LCC = 0.9177 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.0892477227385678
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2713 | LCC = 0.9172 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.08688801511949887
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2328 | LCC = 0.9186 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.07867770868143595
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2420 | LCC = 0.9139 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07458242377793858
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2348 | LCC = 0.9160 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07191747760755478
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2458 | LCC = 0.9178 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.06866564407858546
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2432 | LCC = 0.9189 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.06683708776886753
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2753 | LCC = 0.9169 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.06159891745861555
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3021 | LCC = 0.9153 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.05883429847614614
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2555 | LCC = 0.9174 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.05518556594030361
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2230 | LCC = 0.9175 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.0535275448393615
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2649 | LCC = 0.9165 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.05241576971949181
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2475 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.051830877598396614
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2441 | LCC = 0.9171 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.04822379676894301
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2601 | LCC = 0.9159 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.0472855781651818
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2428 | LCC = 0.9174 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.0443150210974878
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2552 | LCC = 0.9162 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.04377120907682215
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2355 | LCC = 0.9161 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2251 | LCC = 0.9075 | SRCC = 0.8884 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ef9a5211ae5fc9bc26d26039af2899ad4d31b51
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e17438e413e7b84270c65ac5d60ea075ce1ad135aa53aaae782c190cdbbefa2c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c033808038d484ec3af3df3d54cee1997e24af1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa9c417c9161fac72fb771102c1794772e5c6e7954a231140c7a7627f6744dc9
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..daa19320edc78af8dcf2ac62854e05119d54bcdc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3410458116862126
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2956 | LCC = 0.9106 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.19116186639132526
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2546 | LCC = 0.9165 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17383661564719471
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2422 | LCC = 0.9192 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16047444250542303
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2420 | LCC = 0.9217 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.15416255352125002
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2326 | LCC = 0.9226 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.14245533702001406
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2437 | LCC = 0.9215 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.13858008436384917
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2349 | LCC = 0.9238 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.13163618808020058
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2295 | LCC = 0.9232 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.12341172980263054
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2365 | LCC = 0.9239 | SRCC = 0.9234 ]
+INFO:root:Average loss=0.11678349739209765
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2184 | LCC = 0.9220 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.10839017635652784
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2392 | LCC = 0.9231 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.10598582808854264
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2273 | LCC = 0.9239 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.10056536369068775
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2185 | LCC = 0.9222 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.09260481272990993
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2178 | LCC = 0.9216 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.09044295211317223
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2384 | LCC = 0.9177 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.08371836080544257
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2156 | LCC = 0.9185 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.08142877357199013
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2405 | LCC = 0.9171 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.07640448236310413
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2468 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.07373618334531784
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2349 | LCC = 0.9186 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.07114941880882131
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.9181 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.06579612003843908
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2319 | LCC = 0.9162 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.060456195813899785
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2401 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.05902738951017402
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2577 | LCC = 0.9151 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.05773049793233072
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2354 | LCC = 0.9171 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.055133477671642526
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2446 | LCC = 0.9147 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.052004291509100464
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2252 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.0498590957847117
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2511 | LCC = 0.9164 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.04802822365796979
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2469 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.04806879837862674
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2308 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.045339008071863585
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2267 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.042671304379153806
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2374 | LCC = 0.9140 | SRCC = 0.9141 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2008 | LCC = 0.9108 | SRCC = 0.8947 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a16fd75fa965f7a42d7f96823e2a52ba156339d4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3eff7c152fe3564e7d2a45416d3ba3827a7560f817fc803c7996c09fcca591ef
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1bf722351bb74bbc07e2ac088d6f6bfd6b2ee3df
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:71e6434682417186a3c91b45a9c97577c7b69f700bae4aea0a6f871fb783947b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer10/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..95efaf4382517e881e1b8a94e6459bd97c45c8e8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3382778640599609
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2755 | LCC = 0.9079 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.199647022378927
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2492 | LCC = 0.9172 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.17888503797309246
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2271 | LCC = 0.9181 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.16800281560489896
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2427 | LCC = 0.9212 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.15480664480111503
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2330 | LCC = 0.9226 | SRCC = 0.9231 ]
+INFO:root:Average loss=0.14804753127125647
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2436 | LCC = 0.9222 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.13882599056111594
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2447 | LCC = 0.9239 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.133313635439542
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2514 | LCC = 0.9209 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.12654629879431917
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2298 | LCC = 0.9219 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.11957202167007965
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2181 | LCC = 0.9233 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.11270780482388645
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2359 | LCC = 0.9219 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.10974491473739546
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2469 | LCC = 0.9200 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.10263714112470605
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2563 | LCC = 0.9199 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.09471451131508529
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2221 | LCC = 0.9209 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.09217871217369344
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2117 | LCC = 0.9207 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.0863961170863554
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2226 | LCC = 0.9201 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.08294505126386709
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2168 | LCC = 0.9202 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.07709998411336386
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2570 | LCC = 0.9180 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.07493973508304944
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.9181 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.06915029935065033
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2296 | LCC = 0.9194 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.06934799906404722
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2435 | LCC = 0.9178 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.06387603694217743
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2289 | LCC = 0.9182 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.06207179840158865
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2217 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.05969020149352922
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2412 | LCC = 0.9159 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.05655324622730299
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2259 | LCC = 0.9172 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.05436017495617701
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2308 | LCC = 0.9165 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.05383544238661066
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2481 | LCC = 0.9172 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.048478776513668845
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2420 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.04766447689233488
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2289 | LCC = 0.9170 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.04377847727969547
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2212 | LCC = 0.9172 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.04348562689056631
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2239 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2003 | LCC = 0.9158 | SRCC = 0.8991 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..657806f9ba877cc8441e9769b43a46cc7f830bbc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9288793eebe2794db2e2846397ab9b978bd9a2c568cc3c0b5302da74e8a7fc3a
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65488408b5634dea373139abd52d194db06a260e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:de2974018337347cc0b89f6e6c794985dbc7a13df9e29209abd4ce86f864ad70
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a242fd0c7d8a483333a53f491459e1bfcbf66e5b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37833319384755426
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2888 | LCC = 0.9064 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.1984356033233549
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2565 | LCC = 0.9152 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17954758227388293
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2366 | LCC = 0.9174 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.16987738874606315
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2339 | LCC = 0.9187 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.15781853696858952
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2236 | LCC = 0.9211 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.1492735088905158
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2320 | LCC = 0.9211 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.14301671309536593
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2307 | LCC = 0.9211 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.13409244312199553
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2422 | LCC = 0.9226 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.13109766803897185
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2095 | LCC = 0.9204 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.12451500230269626
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2385 | LCC = 0.9188 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.1164432361377457
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2759 | LCC = 0.9183 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.11655472442938414
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2280 | LCC = 0.9194 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.10688647014126612
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2503 | LCC = 0.9198 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.10518226049022178
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3173 | LCC = 0.9156 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.09523915480068654
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2264 | LCC = 0.9200 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.08901094339486491
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2337 | LCC = 0.9181 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.0852285710976303
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2364 | LCC = 0.9148 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.08016138500130246
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2277 | LCC = 0.9156 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.07621646526059664
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2446 | LCC = 0.9155 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.07454264769061453
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2280 | LCC = 0.9187 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07095022999137812
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2315 | LCC = 0.9169 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.06754054897868564
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2371 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.06428373917248208
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2389 | LCC = 0.9147 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.05918390252169846
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2295 | LCC = 0.9151 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.056988844874105014
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2332 | LCC = 0.9167 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.058609041401502714
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2558 | LCC = 0.9132 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05268397500921536
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2196 | LCC = 0.9153 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.05217789810129328
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2324 | LCC = 0.9171 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.04994644317237628
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2498 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.04595362006369009
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2404 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.04464227802017865
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2417 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2236 | LCC = 0.9038 | SRCC = 0.8859 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b39a79cec2080d84b6340d9c19f25e88ed36d9ca
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:807e43c00d922a64b35ac53f0304473af4d68ad67266733e1dfedfcf412fe519
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9e6a219ffc900b945b48c15d1a018a60e8d0c37c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44b125c3c4a67df80e536a1b3c26a85195d71bb7cb52796cad8fd7e14d84527c
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..900f7bd9941d0abb3c2a965b59bd68abdad37e6a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3286481677107728
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2736 | LCC = 0.9052 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.19784468145384265
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2328 | LCC = 0.9154 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.18061086824002293
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2625 | LCC = 0.9191 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.16799339406579905
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3728 | LCC = 0.9147 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1638896377660291
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2223 | LCC = 0.9205 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.15228368251482186
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2648 | LCC = 0.9198 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.14173274788725582
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2396 | LCC = 0.9200 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.13502612124288702
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2540 | LCC = 0.9197 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1265960581643733
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2220 | LCC = 0.9206 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.12122723871486725
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2304 | LCC = 0.9196 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.11562166905644312
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2254 | LCC = 0.9191 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.11283912042403496
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2823 | LCC = 0.9158 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10265067086226679
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2268 | LCC = 0.9181 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10038087781884766
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2638 | LCC = 0.9166 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.09415914671700125
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2682 | LCC = 0.9166 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.09228343897730629
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2410 | LCC = 0.9174 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.08407779834690811
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2383 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.07750814289629804
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2549 | LCC = 0.9130 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.07266879712656743
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2591 | LCC = 0.9146 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07232456249480991
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2557 | LCC = 0.9131 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.06827225021458086
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2592 | LCC = 0.9145 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.06658130375980642
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2436 | LCC = 0.9141 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.06270533388835846
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2298 | LCC = 0.9146 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.059005742300452524
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2293 | LCC = 0.9164 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.05652769379360827
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2253 | LCC = 0.9152 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.056719575712532666
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2372 | LCC = 0.9132 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.05235323008429797
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2485 | LCC = 0.9112 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.05174161107252444
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2353 | LCC = 0.9128 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.05027294871693402
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2384 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.04636048818427014
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2512 | LCC = 0.9119 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.0449649161643031
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2760 | LCC = 0.9098 | SRCC = 0.9128 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1922 | LCC = 0.9098 | SRCC = 0.8898 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22cc35bb46f336769ba130b6894df1c54c344bfb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:14da8ac5e0137080b4185e8de22b066d8f01943075ad2eac92a88f1ab5761c37
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cbd2c596d69d8678d5ef1479feac649b5cd3abf6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46771c30c9da7667cc13889e3b63f143769dd0d89ac4fb3bbdce5668ad5841c0
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a127addf8a13e9f9439a17eacc0c00a00cf0c761
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35805295149370425
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3299 | LCC = 0.9100 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.1983782097783392
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2722 | LCC = 0.9194 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.17779396435601175
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2591 | LCC = 0.9221 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.16696245709940188
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2742 | LCC = 0.9215 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.15477721539535963
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2188 | LCC = 0.9212 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.1491068494371596
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2462 | LCC = 0.9224 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.13980292929390262
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2763 | LCC = 0.9184 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13550480536987328
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2527 | LCC = 0.9221 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.1284093718997316
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2428 | LCC = 0.9204 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.11669856753480227
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2257 | LCC = 0.9217 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.11283005885995193
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2822 | LCC = 0.9199 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.10675681468551558
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2331 | LCC = 0.9214 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.10069972474795545
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2537 | LCC = 0.9182 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.09825132022789448
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2574 | LCC = 0.9203 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.0887472644620548
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2660 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.08722781624666529
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2231 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.08148033303246333
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2326 | LCC = 0.9176 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.07764239225945721
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2618 | LCC = 0.9186 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.07415267258796389
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2298 | LCC = 0.9179 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.06859359276518656
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.06773611784756528
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2580 | LCC = 0.9183 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.06235151375089422
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2432 | LCC = 0.9163 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.06066310192549849
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2523 | LCC = 0.9158 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.059126732989370476
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2458 | LCC = 0.9142 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.055737542559128966
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2360 | LCC = 0.9161 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.05410518938664756
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2287 | LCC = 0.9163 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.048524624167408555
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2471 | LCC = 0.9134 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.050287225202931836
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2526 | LCC = 0.9156 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.047465699773303345
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2543 | LCC = 0.9154 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.044485787640331106
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2380 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.0434865668588291
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2465 | LCC = 0.9143 | SRCC = 0.9143 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2100 | LCC = 0.9189 | SRCC = 0.9017 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9293b864903799022c271d1a25f3a8c18883490f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:961515eec137dce832990a6e00007fbc87c53d1a7dfc78e4c60a7c3c4c1a1f97
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bb9473a96505373a42bc259d08d174199c882c93
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7c84afdecc96258ce3ac5db1d8f12a9e37647bdba58ba821019f0817cdf3cc4
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b913928d02d06c85b5528c0349de162b5844083
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31948913625210007
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3544 | LCC = 0.9024 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.2077494163303017
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3087 | LCC = 0.9161 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17987841858684672
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2883 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.16854882042187486
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2390 | LCC = 0.9181 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.15817533476504286
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2728 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.15223379971491807
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2351 | LCC = 0.9214 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.14159679688470211
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2585 | LCC = 0.9235 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.133138143775091
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2727 | LCC = 0.9232 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.12663341832557165
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2568 | LCC = 0.9216 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.12022573742046522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3074 | LCC = 0.9200 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.12016671206909797
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2411 | LCC = 0.9188 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.10960437232531564
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2329 | LCC = 0.9199 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.10035708619852286
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2688 | LCC = 0.9193 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.09717753077345777
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2358 | LCC = 0.9204 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.09104644095880447
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2563 | LCC = 0.9187 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.0893623693873083
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2493 | LCC = 0.9169 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.08117112304175521
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2270 | LCC = 0.9190 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.0806973767332259
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2462 | LCC = 0.9170 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.07577080072867388
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2453 | LCC = 0.9174 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.07132142564723257
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2678 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.06740050592777357
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2504 | LCC = 0.9153 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.06462450297495534
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2444 | LCC = 0.9158 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.062197163722590904
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2358 | LCC = 0.9166 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.05666396273784555
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2493 | LCC = 0.9155 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.05594483601478483
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2426 | LCC = 0.9169 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.05267794333355275
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2590 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.052801877109473844
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2855 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.048550866985682804
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2492 | LCC = 0.9152 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.04744376389665066
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2516 | LCC = 0.9152 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.045497063956508745
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2527 | LCC = 0.9117 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.04396111379253727
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2447 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2338 | LCC = 0.9104 | SRCC = 0.8915 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c92c0e78f43ddfee44489151b0d6142b47d69b86
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b33bdba3174c3c9875dd7d8069672979d3149d2a3403ce799ce67115d1b54ad
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67129fec1ab0f020f31761e86821b234c37e6bda
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86d731ca09f9b9b7afbbbbb63ff2e47b040561ecb15f4bd757ddff1148bdc96b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer12/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9982cdf7e263536eee39e9464343e4fd90d29138
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3557861586009836
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3055 | LCC = 0.9066 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.20578257898891592
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2545 | LCC = 0.9143 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1860845478714546
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3031 | LCC = 0.9168 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.17358708037117312
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2373 | LCC = 0.9185 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1611539054382054
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2477 | LCC = 0.9214 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1558600450096103
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2324 | LCC = 0.9193 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14673000793753332
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2661 | LCC = 0.9188 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.13747093473383457
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2178 | LCC = 0.9224 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.1276168551489797
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2350 | LCC = 0.9203 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.12718782005454762
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2137 | LCC = 0.9206 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.1155417858692952
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2443 | LCC = 0.9212 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.11147098729892962
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2209 | LCC = 0.9196 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.10303887770096691
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2356 | LCC = 0.9197 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.09912247934265633
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2509 | LCC = 0.9202 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.09299269241060136
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2266 | LCC = 0.9190 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.09097124674933495
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2155 | LCC = 0.9188 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.08448797632331793
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2166 | LCC = 0.9207 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.08231049438001793
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2401 | LCC = 0.9151 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.0777319175315041
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2282 | LCC = 0.9192 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.07501069208703978
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2343 | LCC = 0.9156 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06726894954036426
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2314 | LCC = 0.9169 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.06389440561650116
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2404 | LCC = 0.9155 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.06545670922694868
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2426 | LCC = 0.9161 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.06064135210879276
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2362 | LCC = 0.9178 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.05659496360000847
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2306 | LCC = 0.9165 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.05530545271588543
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2614 | LCC = 0.9129 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.055353439310727094
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2281 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.05102791364783841
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2264 | LCC = 0.9158 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.047608315955438366
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2287 | LCC = 0.9150 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.04727078519890763
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2255 | LCC = 0.9155 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.04696065439395822
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2291 | LCC = 0.9162 | SRCC = 0.9164 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1868 | LCC = 0.9168 | SRCC = 0.8993 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f1fbe69f5190dcb5ab7e5669f8ae1191e6a35f2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cdf723e5743e41fb01b01b01ab53bea4efcfab4905f9639e5c3bf7ce26389c07
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..307ae98b2c48b628ee16636e89f8464f6016fba9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69fa1d6369683ce2ec4bcc682f7c24ce72a36fa7ce5b8a2504c7da8e0d12f4c9
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..76cf4544bc084495102ff734ab7b3597d205a54b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40089244572068916
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2926 | LCC = 0.9026 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.22192460014296406
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2749 | LCC = 0.9092 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.19400033350452522
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2626 | LCC = 0.9163 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17615881501939257
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2386 | LCC = 0.9199 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.172235664044846
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2733 | LCC = 0.9187 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.16489846194755134
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2560 | LCC = 0.9204 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.15822886692823013
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2438 | LCC = 0.9196 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.15018359093652295
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2454 | LCC = 0.9196 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14465302427035537
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2732 | LCC = 0.9207 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1379836692200231
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2392 | LCC = 0.9207 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.13067194039938768
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2566 | LCC = 0.9206 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.12448996529413786
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2278 | LCC = 0.9205 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.11915937725002367
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2312 | LCC = 0.9204 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.11483654267870622
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2808 | LCC = 0.9195 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.11046879019351363
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2464 | LCC = 0.9184 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10514726530695927
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2489 | LCC = 0.9184 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.10397697651403488
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2272 | LCC = 0.9200 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.09725436757754728
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2154 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.09603861788276992
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2342 | LCC = 0.9174 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.08584668728485273
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2341 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.08777592966408398
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2532 | LCC = 0.9174 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.08289525709572555
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2576 | LCC = 0.9146 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07672072214887321
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2325 | LCC = 0.9155 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.07678127837921843
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2334 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.07154483353514547
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2473 | LCC = 0.9160 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.06887152455101124
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2503 | LCC = 0.9161 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.06625228510857317
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2251 | LCC = 0.9142 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.06714989875868566
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2289 | LCC = 0.9143 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.06198735748326158
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2548 | LCC = 0.9131 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.06068435563259042
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2352 | LCC = 0.9135 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.05517238580939398
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2570 | LCC = 0.9117 | SRCC = 0.9128 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2417 | LCC = 0.9036 | SRCC = 0.8873 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4aee4820ad0b76df1a055b2574898a8976c1b15c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:524279a3d2b67c994efaf28626cf1f7abc577d1191ad67537217a6cb17f4a577
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50971f2537c2ab79437a010928a001b7dd1907a0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:365419c74c306ecf93699305388ea1c721712ef2dc368a40ef1e54891527ae19
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e9bd22d28643071efcff9d29d9e43dde1e48502f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36883986340781855
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2701 | LCC = 0.9033 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.2186987937530341
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3645 | LCC = 0.9119 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.19816853416103847
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2699 | LCC = 0.9144 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.18432817207595517
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2318 | LCC = 0.9172 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.17066070235016717
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2713 | LCC = 0.9194 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15935225974273132
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2314 | LCC = 0.9195 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.15503289748650756
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2350 | LCC = 0.9218 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.14888353184985287
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2057 | LCC = 0.9212 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1429857330859741
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2132 | LCC = 0.9213 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.13229719514963945
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2286 | LCC = 0.9214 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.13021164667399632
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2550 | LCC = 0.9202 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.12219994228785437
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2207 | LCC = 0.9197 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.11601630951455563
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2310 | LCC = 0.9217 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.1117228062855715
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2261 | LCC = 0.9202 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1047389536794555
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2241 | LCC = 0.9208 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.10128153165037922
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2298 | LCC = 0.9188 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.09724525185678735
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2714 | LCC = 0.9173 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.09413230361018567
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2316 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.08688297624446753
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2755 | LCC = 0.9145 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08059800472218177
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2532 | LCC = 0.9161 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.08265393739835375
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2357 | LCC = 0.9165 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.0757173437818971
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2660 | LCC = 0.9135 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07388220316154419
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2482 | LCC = 0.9154 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.06997433825896654
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2427 | LCC = 0.9159 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.06831139398232705
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2777 | LCC = 0.9136 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.06413183912548716
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2220 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.06043659869818329
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2676 | LCC = 0.9133 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.060497792653007317
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2290 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.05746220820987156
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2433 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.05839110745084768
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2345 | LCC = 0.9139 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05490282260828969
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2336 | LCC = 0.9132 | SRCC = 0.9131 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2064 | LCC = 0.9099 | SRCC = 0.8941 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..963ce26b4c652e2dbac213f3cafb66f7af697fc3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b545b86b4e4197abbaf5fa470fb80c91af6d88986eff7e69e1079999c7b35301
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d49c5fc4d9bad4d2e9df6007b0600ae5aaa3168e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5cfd06564c83bd26e59e436faa0fa20a06f353f435ea917cf713a6a00e7dc370
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6386d9d1bc2ccf5dee4f99421ddf70229bc9666a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35775135509196043
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3081 | LCC = 0.9038 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.21926002540340314
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2525 | LCC = 0.9109 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.19731917714624736
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2254 | LCC = 0.9156 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18659744312652962
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2736 | LCC = 0.9197 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.17699145163931598
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2677 | LCC = 0.9190 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16585636397317655
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2439 | LCC = 0.9207 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1600822697829649
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2463 | LCC = 0.9209 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15173423936256783
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2680 | LCC = 0.9213 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.14588204702373184
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3095 | LCC = 0.9181 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.13971942322963923
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2248 | LCC = 0.9220 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.1287199763979526
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2579 | LCC = 0.9199 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12581892613041606
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2605 | LCC = 0.9199 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.12365156709286519
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2829 | LCC = 0.9191 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.11240082436558828
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2591 | LCC = 0.9182 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.10998794505361877
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2307 | LCC = 0.9206 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.10792635234794176
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.9191 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.09934136880873945
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2391 | LCC = 0.9179 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09735391958686658
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2269 | LCC = 0.9184 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.09502150282005355
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2584 | LCC = 0.9197 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.08830345150707775
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2622 | LCC = 0.9176 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.08298273055108986
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2269 | LCC = 0.9190 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.08137018646980297
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2598 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.07756402907688494
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2444 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.074107885920588
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2534 | LCC = 0.9166 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.07273268262516557
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2529 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.06745106477096591
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2482 | LCC = 0.9146 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.06755057207680162
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2839 | LCC = 0.9125 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.0654343921540445
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2522 | LCC = 0.9153 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.062392845943656274
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2451 | LCC = 0.9147 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.05928106364831759
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2238 | LCC = 0.9163 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.05786475132224877
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2354 | LCC = 0.9166 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1964 | LCC = 0.9071 | SRCC = 0.8895 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91948674508e0e8140f3abf8a1fdaea457e38d16
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3e1f2690c8d4909f3465689518e9d638115e0ada82a62f4c229d522f1e18ee11
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c9a9a4bd4ef446b06d0684f0fe24647a3a7fdfff
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c3e9d766c81b52302275267a3fa78ef8fb301453b5477f9c228746180c9a4f8c
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c439fa11c1286ebde845b8b8c80eac1c355dc110
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5491388444438835
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3108 | LCC = 0.9047 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.21786999680920144
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2793 | LCC = 0.9133 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1920167117277322
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2769 | LCC = 0.9162 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17743332567759332
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2310 | LCC = 0.9184 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.17289385694816622
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2598 | LCC = 0.9212 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.15729993056355185
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2435 | LCC = 0.9214 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1555482891598189
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2674 | LCC = 0.9196 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.14857353015958918
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2267 | LCC = 0.9206 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.13745455547219756
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2498 | LCC = 0.9210 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1365990888090492
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2502 | LCC = 0.9223 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.12822205874788967
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2498 | LCC = 0.9181 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.12619512084591594
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2292 | LCC = 0.9229 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.11948575411056507
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2397 | LCC = 0.9216 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1135978704329171
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2245 | LCC = 0.9202 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.11007508829322164
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2333 | LCC = 0.9197 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.10266251711314814
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2370 | LCC = 0.9206 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.09425459014025726
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2526 | LCC = 0.9183 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.09081249780995998
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2687 | LCC = 0.9166 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.08761042076555979
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2419 | LCC = 0.9157 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.08539764012473856
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2508 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.08157147179664559
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2318 | LCC = 0.9163 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07366505689445259
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2665 | LCC = 0.9159 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07151169260974564
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2371 | LCC = 0.9164 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07015107806793527
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2530 | LCC = 0.9161 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.06719642446909337
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2629 | LCC = 0.9152 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.06385567286886232
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2398 | LCC = 0.9160 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.06234544173227569
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2376 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.0596200095737256
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2400 | LCC = 0.9135 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.057087743439512444
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2421 | LCC = 0.9136 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.0551197289171591
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2642 | LCC = 0.9126 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0546731697879947
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2337 | LCC = 0.9132 | SRCC = 0.9135 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2094 | LCC = 0.9069 | SRCC = 0.8903 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea81f5f082764332dba69ccee69d1ae619991fb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca3df74ab12f039ca38b163c923deb9ec6b038338e8c4708d93f32ec6289622e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d26e205d1b1ac0edc9da110e3158bfb6de14ed56
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86badc5768c1541b0e1f60a660fcb9782a75d1892823ca765873fed906a73374
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer14/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d2b0f93a990f8a9492e65e6f5626ba1da4e4a12e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3775811264280639
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2922 | LCC = 0.9017 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.21179765307834383
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3001 | LCC = 0.9116 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1925260016770032
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2405 | LCC = 0.9145 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1800508985371259
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2661 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.17488310809080312
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2584 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.16561057638226218
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2500 | LCC = 0.9205 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1570264743156516
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2746 | LCC = 0.9194 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15262953166155457
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2253 | LCC = 0.9207 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14340565594806837
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2514 | LCC = 0.9202 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.14040021051388946
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2439 | LCC = 0.9212 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.13290688485940758
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2292 | LCC = 0.9210 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.12760184860298399
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2376 | LCC = 0.9207 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.12033694693980189
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2547 | LCC = 0.9205 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.11475378834787821
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2111 | LCC = 0.9204 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.11142007453162546
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2358 | LCC = 0.9187 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.10470910968980349
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2591 | LCC = 0.9179 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10066563179554967
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2430 | LCC = 0.9191 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.09723130137675759
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2418 | LCC = 0.9182 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.0935334417904388
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2314 | LCC = 0.9179 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.08895284536084688
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2229 | LCC = 0.9186 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.0845256076985701
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2481 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.08092995448780886
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2642 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.07698475212031017
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2484 | LCC = 0.9158 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07326139259889636
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2438 | LCC = 0.9162 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.07086436187773082
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2389 | LCC = 0.9151 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.07192926774221349
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2238 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.06726050775261283
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2280 | LCC = 0.9156 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.0643656397227607
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2410 | LCC = 0.9149 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.06345571937157929
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2331 | LCC = 0.9153 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.05988045448082031
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2375 | LCC = 0.9144 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.05897065287595884
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2754 | LCC = 0.9133 | SRCC = 0.9142 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2151 | LCC = 0.9019 | SRCC = 0.8848 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..597970c687f2028c828ec813ea9e2139057a5438
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:673e7235f920ea7f71a71f3ef993f7cc4e1a4bb4b02fb607bd482cffeb541004
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98c85c763349d032f987baaf50c6bde3ac300525
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9299c039bb44618cd466949d1b60d7c1b2f953101b9251f84f3a6c0da2d443ee
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a10b43bc531e332da07dc3c40014d39320335ca3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38279665489761816
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3214 | LCC = 0.9021 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.23056384163095772
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2446 | LCC = 0.9087 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.2051053356400804
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2635 | LCC = 0.9137 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18831068552987423
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2305 | LCC = 0.9154 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17541460839310133
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2731 | LCC = 0.9150 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17599234407003214
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2246 | LCC = 0.9187 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.16295688142838505
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2369 | LCC = 0.9193 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1568289145482758
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2697 | LCC = 0.9171 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14772108373786672
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2354 | LCC = 0.9205 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.14123013113878366
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2487 | LCC = 0.9201 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.13710759948357681
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2262 | LCC = 0.9198 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.13246009094005376
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2308 | LCC = 0.9186 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.12226396553605967
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2320 | LCC = 0.9197 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12233018763148026
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2398 | LCC = 0.9183 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11373768006101509
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2342 | LCC = 0.9183 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.11042154528674362
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2537 | LCC = 0.9141 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.104306486559052
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2231 | LCC = 0.9158 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10358039421067072
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2393 | LCC = 0.9179 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.09830674994198572
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2320 | LCC = 0.9170 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09379595438438344
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2293 | LCC = 0.9152 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.0891098429615787
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2485 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08665166640212771
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2299 | LCC = 0.9152 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08380275277819248
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2359 | LCC = 0.9143 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08160308068026008
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2284 | LCC = 0.9134 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.07652135139514256
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2279 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07316646656032243
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2317 | LCC = 0.9137 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.07100773622104198
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2478 | LCC = 0.9154 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.06887653715520925
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2226 | LCC = 0.9163 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.0658392713464409
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2358 | LCC = 0.9148 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.06358935565531598
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2373 | LCC = 0.9139 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.06158309057354927
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2328 | LCC = 0.9144 | SRCC = 0.9138 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2208 | LCC = 0.9027 | SRCC = 0.8822 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75a59ad444a1579ffb19699287351ce67ace612c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ae7078d7d4e0008886ddefb9426605b7bec444e331f2da00d82cc41050f7643
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07b70b64fc1f930055110c5d9d80f4327d77c2ce
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc02db3dc36383a5262bb6ff5c3394ba944a7335f26ff78aaab4771c386776ee
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6aa69397f4d4740bdc087a0a02b09d394dc9322c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43078246910792556
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3738 | LCC = 0.8935 | SRCC = 0.8957 ]
+INFO:root:Average loss=0.23360770983847579
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2672 | LCC = 0.9082 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.20454842295777592
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2978 | LCC = 0.9119 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.19243571020102915
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2685 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1779577261364529
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2818 | LCC = 0.9178 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17488006691884445
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2554 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17059421530693253
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2488 | LCC = 0.9193 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.15757144780861848
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2636 | LCC = 0.9175 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.15069193565259778
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2719 | LCC = 0.9181 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1434260775157482
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2356 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1383581504311865
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2272 | LCC = 0.9197 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1341215534878604
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2728 | LCC = 0.9183 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.13123241226280355
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2466 | LCC = 0.9187 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12074959928417481
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2458 | LCC = 0.9177 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.11967827371090134
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2473 | LCC = 0.9180 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.11180952290406806
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2384 | LCC = 0.9174 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10828962801508821
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2394 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10409605128399899
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2502 | LCC = 0.9160 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.10129762471066733
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2478 | LCC = 0.9145 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.0935223000285598
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2389 | LCC = 0.9155 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09413262740897306
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2750 | LCC = 0.9120 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.08798902238466147
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2481 | LCC = 0.9133 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08266285979162062
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2592 | LCC = 0.9146 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08021157458855238
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2276 | LCC = 0.9120 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07748964599016085
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2467 | LCC = 0.9141 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.07924456547708869
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2411 | LCC = 0.9125 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07214566158679868
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2360 | LCC = 0.9116 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.06926573808654884
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2743 | LCC = 0.9093 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.0690787098655811
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2583 | LCC = 0.9114 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.06225704364047919
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2621 | LCC = 0.9116 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06367335027094521
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2531 | LCC = 0.9095 | SRCC = 0.9097 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2217 | LCC = 0.8950 | SRCC = 0.8762 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..54d694e0f44fd18861b255bbf8605b069574ff88
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e415bbda4b550da3b0f93c8f9af6cd2305d146035f933d9a280cc6dc017b3ac1
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e9f2727fa92c27dec731a109eb37ed314648d1f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e545f3cf1fdec2991017df147075714ee566709fef707ee16f910c2128f6b264
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e8d6b84ecb2a80913da4d49032fe1808de9aabf8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4098341697557813
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2936 | LCC = 0.9029 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.21861687819392694
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2440 | LCC = 0.9104 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.203901767644579
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2544 | LCC = 0.9139 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.19539777994844953
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2288 | LCC = 0.9158 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.19273030667463478
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2593 | LCC = 0.9169 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18112912687952118
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2987 | LCC = 0.9171 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.16346076931912085
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3021 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.15422571179150157
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2238 | LCC = 0.9203 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.15138382275152756
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2419 | LCC = 0.9191 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.14344119323643645
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2829 | LCC = 0.9171 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14370815098457942
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2135 | LCC = 0.9192 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.13705037456716415
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2981 | LCC = 0.9187 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.12562251129763663
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2505 | LCC = 0.9176 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.11798523086516154
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2306 | LCC = 0.9190 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1136763858571218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2211 | LCC = 0.9183 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.11263036874332868
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2278 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.10934444172361682
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2152 | LCC = 0.9175 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.10145593294604666
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2456 | LCC = 0.9132 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.0991910312949233
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2497 | LCC = 0.9141 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09190034734978841
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2383 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.089151431198065
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2336 | LCC = 0.9112 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0882813288598736
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2550 | LCC = 0.9129 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08105325496437922
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2265 | LCC = 0.9135 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.07961995184766074
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2563 | LCC = 0.9110 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07578160361833655
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2521 | LCC = 0.9129 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.0734269574629089
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2337 | LCC = 0.9153 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.06937517372169935
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2442 | LCC = 0.9127 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.06891308483705355
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2447 | LCC = 0.9110 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.06480822175999597
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2611 | LCC = 0.9104 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.06327456905576535
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2574 | LCC = 0.9121 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.061953697913471675
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2349 | LCC = 0.9109 | SRCC = 0.9106 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2096 | LCC = 0.9025 | SRCC = 0.8836 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f2c8e7521116106185f928b4f58e489bb41d8dc1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75aed9895344f72e194245532632c35dc1fec545e170872e4230bb221f049a51
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..24feae9e90776ddc81b845f52e550a5a063d619d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:222f60cc6e8f2790758002c003c5e595c04ecacb6ad3d1b70957be74ce3f219c
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bfe4d6dc738ed9132f3f9ba00aae3e656c377026
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3729874707026289
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2996 | LCC = 0.9041 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.22157672710845924
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2951 | LCC = 0.9117 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.2069158368889307
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2262 | LCC = 0.9140 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.19696112984866765
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2519 | LCC = 0.9131 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.17945998872635682
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2377 | LCC = 0.9189 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16785863072024604
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2241 | LCC = 0.9173 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.16428158350418068
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2368 | LCC = 0.9185 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1531152704116926
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2413 | LCC = 0.9198 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.15060677990920282
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2656 | LCC = 0.9174 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.14539009457550986
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2719 | LCC = 0.9187 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13742878710086634
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2380 | LCC = 0.9193 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.13505683826401055
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2636 | LCC = 0.9183 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12590960262483256
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2232 | LCC = 0.9183 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1251519729808576
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2268 | LCC = 0.9190 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.11732564263605658
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2219 | LCC = 0.9198 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.11494551387997722
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2391 | LCC = 0.9180 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.11020675310165207
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2990 | LCC = 0.9154 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10552489783378005
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2345 | LCC = 0.9171 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09963716015305822
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2311 | LCC = 0.9172 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.0925755864709099
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2336 | LCC = 0.9145 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09085950690370075
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2155 | LCC = 0.9153 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08679120447163637
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2196 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08560438682405935
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2264 | LCC = 0.9154 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.08049960260015691
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2495 | LCC = 0.9137 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07673344569485312
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2682 | LCC = 0.9133 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07560996265511293
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2444 | LCC = 0.9139 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07206931647796162
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2338 | LCC = 0.9128 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07233211634992864
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2421 | LCC = 0.9139 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.0677445356470312
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2364 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07074909564645994
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2380 | LCC = 0.9141 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.06297028689198411
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2435 | LCC = 0.9112 | SRCC = 0.9122 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2243 | LCC = 0.8987 | SRCC = 0.8825 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cc325f6a475f8b0743e6cb244c6fdeeeacb97857
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:efcd94fd2f63014fb7c75bb974334d1863df83d5524d01a665db9f28bd7898cb
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b7e05f5857aa53e8b758742463d5f3fe5d04d5c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40fb4cd0a6bd91817752a67ae5eb231c6901057b137234b0ea66d22fad940f38
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer16/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a7228fd800deab5980c486d7c7aa51cb1c0a910a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4721019330913621
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2854 | LCC = 0.8980 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.22419242138807485
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2924 | LCC = 0.9060 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.19565821615602239
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3273 | LCC = 0.9070 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.18882266083204677
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2278 | LCC = 0.9166 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.17767501338196628
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2436 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.16965463400059352
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2925 | LCC = 0.9159 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.16613975132820924
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2930 | LCC = 0.9161 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.16024702826159537
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2423 | LCC = 0.9180 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.14865307492672364
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2648 | LCC = 0.9167 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.14975178655172358
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2502 | LCC = 0.9200 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.13868187199955043
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2367 | LCC = 0.9162 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13322734191066268
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2245 | LCC = 0.9181 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.12543942882663253
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2608 | LCC = 0.9166 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.12243343049907959
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2589 | LCC = 0.9144 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.12039023043447836
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2266 | LCC = 0.9163 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11445440373496513
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2308 | LCC = 0.9163 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.10830796733929243
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2469 | LCC = 0.9135 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.10361499080940478
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2478 | LCC = 0.9139 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.10152896502286712
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2342 | LCC = 0.9142 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09739276628962831
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2258 | LCC = 0.9156 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.08905718395906377
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2499 | LCC = 0.9131 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08697190228311312
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2347 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.082405763462918
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2384 | LCC = 0.9134 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08374144369467146
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2494 | LCC = 0.9126 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.07806544281499234
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2279 | LCC = 0.9143 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.07773792433600894
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2412 | LCC = 0.9119 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07408053546368731
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2299 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07087585196501947
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2253 | LCC = 0.9134 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.06854485627802122
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2440 | LCC = 0.9108 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.06727284031537915
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2437 | LCC = 0.9116 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.06333466448062072
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2297 | LCC = 0.9112 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2250 | LCC = 0.9137 | SRCC = 0.8939 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3cc43d09e3b4353efab426e302ac91804e332851
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d59c483b1bcb3bd58cc6138aa769960c365e3c658184fea3f23685104245bd
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a5d38d231bbc108f2f6577f2318cac31e6930ae8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3be98c1fdd5bd1978d9feb6d2cb6d709ad55ce645ba6ed538209292c4cb3e71b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..aa184040081853d031756379625edd04e1fdff5f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42190121992819574
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3263 | LCC = 0.8963 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.22549622182901194
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2764 | LCC = 0.9061 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.2045553966581477
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2850 | LCC = 0.9096 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.1946959427929338
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2794 | LCC = 0.9115 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.18457711147779673
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3005 | LCC = 0.9109 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.1725452374343927
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2534 | LCC = 0.9143 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16274728862880972
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2512 | LCC = 0.9153 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.16408942484786745
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2546 | LCC = 0.9140 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1592736782107739
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2347 | LCC = 0.9145 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.14623786440129913
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2469 | LCC = 0.9156 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1418396044156455
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2555 | LCC = 0.9132 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.14037551821311775
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.9141 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.13540836483929197
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2606 | LCC = 0.9138 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1253164037200757
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2518 | LCC = 0.9136 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.12045080374086524
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2398 | LCC = 0.9123 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.12012392250185756
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2695 | LCC = 0.9105 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11413364254498068
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2365 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10617116080715477
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2550 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.10114216388908424
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2372 | LCC = 0.9130 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.10131285070425514
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2561 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.09674276045464367
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2939 | LCC = 0.9073 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0952780044966006
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2490 | LCC = 0.9092 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08725587222617485
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2507 | LCC = 0.9082 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.0862353019674734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2490 | LCC = 0.9075 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07837950548081729
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2578 | LCC = 0.9079 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.07845987155602846
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2547 | LCC = 0.9092 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.0770151167677317
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2627 | LCC = 0.9067 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07435683673516863
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2471 | LCC = 0.9108 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.06944554952656948
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2541 | LCC = 0.9065 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07119583390179397
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2526 | LCC = 0.9080 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.0639603906284178
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2558 | LCC = 0.9078 | SRCC = 0.9081 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2139 | LCC = 0.9018 | SRCC = 0.8878 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..efeacc08c28e90f13ae71cfc4c7a72767807ac3f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4855b5c8ec01ed4404143be5d59485beb232e6888463ca4c0e47d9966cd67eb1
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65724f5e11b92cac96fd14a16fb45b36dbe7fdf2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97dff6173683be28874d6d3520d9f2734436496b1d49fa29761da56c0d4b1110
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1fd9369a1511ddfc5101fcf9b15d700742f1c9a2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4041287116060367
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3040 | LCC = 0.8951 | SRCC = 0.8943 ]
+INFO:root:Average loss=0.23329995779288298
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2902 | LCC = 0.9047 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.2170020605442841
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2499 | LCC = 0.9082 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.19809754498604404
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2494 | LCC = 0.9139 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.18660267911894474
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2613 | LCC = 0.9142 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.17345050330451459
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2385 | LCC = 0.9144 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.17123269388785942
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2294 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1628932882251078
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2447 | LCC = 0.9152 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1521327645447902
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2425 | LCC = 0.9163 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14710063793066608
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2620 | LCC = 0.9164 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.14315125996494568
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2801 | LCC = 0.9128 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1366669920224675
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2433 | LCC = 0.9143 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.13423497755231195
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2199 | LCC = 0.9165 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.12544405766132938
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2450 | LCC = 0.9146 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11759075065913228
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2645 | LCC = 0.9139 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1136594211004373
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2874 | LCC = 0.9130 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.11117320283816728
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2187 | LCC = 0.9146 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10450327450226497
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2259 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.10195021352843742
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2352 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.09617146996059858
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2304 | LCC = 0.9160 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09210298178082256
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2438 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08667645874740071
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2237 | LCC = 0.9126 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08200903221792569
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2414 | LCC = 0.9142 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08044305949800276
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2441 | LCC = 0.9138 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.07809455238411882
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2282 | LCC = 0.9117 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.0761296229297026
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2796 | LCC = 0.9083 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07460616468694169
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2133 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.0691235177218914
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2350 | LCC = 0.9133 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.0698556682321033
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2315 | LCC = 0.9117 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.06694824612467964
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2328 | LCC = 0.9123 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.06457440285927299
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2383 | LCC = 0.9112 | SRCC = 0.9122 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1914 | LCC = 0.8958 | SRCC = 0.8855 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..88f9f9f9853e01c982b405de6d0b33472db8ecdb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9f61609258bd312e9d72562b5f2aefe1fb3dbe506be7379d694047dac0dfd87
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db6aaaea0526b67a60d8a5afa0780a9af935997d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a764e81cb98044e715502feb669c4fbca0d3440c26e22af7be2e7a7bd17812e0
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..44c636893c20ea5e087d94b634e276474485ccd4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4290382240204453
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3089 | LCC = 0.8946 | SRCC = 0.8940 ]
+INFO:root:Average loss=0.24729910604871078
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2952 | LCC = 0.9064 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.20730036837344915
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2830 | LCC = 0.9114 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.19466746516654945
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2376 | LCC = 0.9145 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1885473806561762
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2637 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.17445666622908818
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2608 | LCC = 0.9170 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16716122575577974
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2551 | LCC = 0.9161 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16694321629801237
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2750 | LCC = 0.9150 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.14883746710643603
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2635 | LCC = 0.9147 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14175996154202203
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2457 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.13522381046948406
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2523 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.13501468296512703
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2512 | LCC = 0.9160 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.13216941863987486
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2261 | LCC = 0.9151 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.12141860285074035
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2527 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11667449815424881
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2418 | LCC = 0.9140 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.11565573909723689
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2846 | LCC = 0.9056 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.1077950400639476
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2498 | LCC = 0.9106 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.10725800680115044
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2483 | LCC = 0.9120 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.10049801571779168
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2325 | LCC = 0.9116 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1014515968158066
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2337 | LCC = 0.9124 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09432245162181083
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2335 | LCC = 0.9115 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.09404148340139086
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2484 | LCC = 0.9116 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08739513535633942
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2578 | LCC = 0.9086 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.0805689399857397
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2387 | LCC = 0.9106 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07799030491554668
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2578 | LCC = 0.9091 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.07918796520357187
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2592 | LCC = 0.9093 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07225226451551293
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9119 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07145076290289791
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2519 | LCC = 0.9079 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07063823150244751
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2709 | LCC = 0.9075 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06408868482433303
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2585 | LCC = 0.9080 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.06407062468156649
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2477 | LCC = 0.9091 | SRCC = 0.9083 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2199 | LCC = 0.9038 | SRCC = 0.8901 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8ed5bc34661a0ec59799fab0f464a69eae16ceee
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fc061aea7de81a987a1cc6f26bb1335645cb4552a09bdfcd9f4b65f75f92730
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34351123e39d98da0fe1714a99edb607ffa572ff
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c890c8ea71123def102ede51712657074dec9df6b4283ecf1cce318ba877527
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bad00531bad56584513e3c66bb3ac6f43791dac5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36757375799507075
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2765 | LCC = 0.8996 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.2369701280070178
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2645 | LCC = 0.9066 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.20382197192638596
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2650 | LCC = 0.9109 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.19353232226964368
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2641 | LCC = 0.9132 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18162271638826138
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2429 | LCC = 0.9163 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1893777040215586
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2813 | LCC = 0.9121 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.16761983091259278
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2477 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.15844909136178176
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2390 | LCC = 0.9169 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14963076229212602
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2339 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.14110115359973358
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2309 | LCC = 0.9172 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13703363754845768
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2206 | LCC = 0.9172 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13333301849103388
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2454 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.12705181082549122
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2747 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1206156137275558
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2511 | LCC = 0.9155 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.11839903852326332
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2461 | LCC = 0.9168 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11078376790260994
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2348 | LCC = 0.9158 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.10875871700013993
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2517 | LCC = 0.9129 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09972414456178687
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2272 | LCC = 0.9133 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09899041213827327
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2171 | LCC = 0.9129 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.09495884810999639
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2300 | LCC = 0.9135 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.08829747398809201
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2322 | LCC = 0.9143 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08714232122191803
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2322 | LCC = 0.9115 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.085040011696216
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2260 | LCC = 0.9108 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07654196079928062
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2565 | LCC = 0.9071 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07866159441067994
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2292 | LCC = 0.9117 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07454433317990661
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2456 | LCC = 0.9095 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07169416378860528
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9113 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.06973556020011791
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2332 | LCC = 0.9121 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06728178803200667
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2257 | LCC = 0.9116 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06545309446795139
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2182 | LCC = 0.9116 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06067834338011769
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2477 | LCC = 0.9083 | SRCC = 0.9090 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2035 | LCC = 0.8987 | SRCC = 0.8820 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..616d950d7c9a8fcebec70342abd7aaff57db9b1c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1a0492610e7a296cbf2efda8c76d3a3af7067fd84065ccf23e0d6d94e40672f2
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ca53e2e4c8e7b50817c5dc3c848e7445fef6b75
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e9d11381aec29af676bcf4d7c310f38e2f2e910236b373d9fdcbbcc3d4b7d54
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer18/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..507468ce4c5181b45565cb7f488465006080afbd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4068144707149164
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3051 | LCC = 0.8992 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.22204726676031344
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2585 | LCC = 0.9094 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.2073296920068002
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2910 | LCC = 0.9126 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.19047974885543648
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2473 | LCC = 0.9139 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1779937938372524
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2471 | LCC = 0.9164 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17221522421678367
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2542 | LCC = 0.9155 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.16775371117054383
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2567 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.16012529227774958
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3121 | LCC = 0.9142 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1580193055675209
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2723 | LCC = 0.9168 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.14772123951098823
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2261 | LCC = 0.9157 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.13887743880121695
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2417 | LCC = 0.9151 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13429420454309166
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2415 | LCC = 0.9141 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1304237089319036
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2449 | LCC = 0.9120 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12330118355723475
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2401 | LCC = 0.9160 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.121927191928632
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2369 | LCC = 0.9163 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11413150409914855
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2416 | LCC = 0.9169 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.11645945876492242
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2403 | LCC = 0.9167 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10174112306164869
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2287 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.09822219851389097
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2397 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09455794526662441
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2307 | LCC = 0.9151 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09282536083304813
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2271 | LCC = 0.9171 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.0873421545576498
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2557 | LCC = 0.9147 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08455983125147103
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2345 | LCC = 0.9144 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.0818291219500448
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2283 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08110589861353008
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2448 | LCC = 0.9120 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.0745351184697854
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2626 | LCC = 0.9124 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.07309445482544127
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2380 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07262514486392109
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2359 | LCC = 0.9136 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.07218042629733251
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2399 | LCC = 0.9147 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.06778988092491738
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2561 | LCC = 0.9130 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.06585921159800077
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2408 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2050 | LCC = 0.9014 | SRCC = 0.8895 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8fddc91b1b31adc1bf89db29909ea2e6c5de738d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3a0c7112d7dec18426907d642adb0a4f145e4bb0ed96b8b8eb734606bafa1884
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd7671f4cf644d9d589db6ad7aab4b73dcf373f3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eb25ae239385e49c092cac11bcb03093fdeaeae84496ee33c82eeea61464491
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4de47d127e392a31dfaf2b6ac0c5bec12b6af7df
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4366576454542965
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4147 | LCC = 0.8609 | SRCC = 0.8596 ]
+INFO:root:Average loss=0.2842836008767861
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3255 | LCC = 0.8792 | SRCC = 0.8772 ]
+INFO:root:Average loss=0.25551382439329445
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3426 | LCC = 0.8873 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.2288538617636427
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2758 | LCC = 0.8952 | SRCC = 0.8944 ]
+INFO:root:Average loss=0.2119262454051503
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3256 | LCC = 0.8935 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.20306974666656097
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2626 | LCC = 0.9006 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.19528332516292615
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2812 | LCC = 0.8985 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.18252376789991567
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2926 | LCC = 0.9029 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.17965802093806293
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2789 | LCC = 0.9046 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.16712352082219428
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2830 | LCC = 0.9041 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.1619890594930318
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2923 | LCC = 0.9044 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.1532666642714098
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2980 | LCC = 0.9001 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.1466059868218582
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2712 | LCC = 0.9053 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.1447503179570154
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2735 | LCC = 0.9003 | SRCC = 0.9019 ]
+INFO:root:Average loss=0.13718551311189728
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2784 | LCC = 0.9048 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.12884621541796393
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3422 | LCC = 0.8942 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.12782022003838092
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2619 | LCC = 0.9072 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.12043064669033006
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2698 | LCC = 0.9053 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.11873699793581328
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2903 | LCC = 0.9015 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.11228361628906575
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2648 | LCC = 0.9037 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.10441636214452672
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2525 | LCC = 0.9061 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.10670035328134636
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2747 | LCC = 0.9044 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.09919281372789703
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2949 | LCC = 0.9026 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.09818757975721634
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2712 | LCC = 0.9002 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.09477439757458048
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2768 | LCC = 0.9010 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.09044215845407089
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2592 | LCC = 0.9007 | SRCC = 0.9001 ]
+INFO:root:Average loss=0.08860731615841044
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2680 | LCC = 0.9040 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.0833823618215288
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2593 | LCC = 0.9027 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.08288812389694197
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2615 | LCC = 0.9006 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.0802072238909199
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2549 | LCC = 0.9036 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.07843083024800168
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2634 | LCC = 0.9021 | SRCC = 0.9029 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3120 | LCC = 0.8421 | SRCC = 0.8271 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c22128c50578e747515e1d9557c61e15855f3f7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2a9c822efe5153fc8c4fddc785d86a7916186401416d0e5c2a00e55782326e27
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..544399d563eafddaad69711fca4cbae66fdb803c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a01d6e7467d66825e70e74a7d65da18c4a34beb9eff13c01f236a217e64f440c
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d99adae300bd05d0a683adc4d31d5c78652fa182
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.51063860138889
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3753 | LCC = 0.8568 | SRCC = 0.8582 ]
+INFO:root:Average loss=0.2904983167186638
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3202 | LCC = 0.8743 | SRCC = 0.8735 ]
+INFO:root:Average loss=0.25612392242071946
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3232 | LCC = 0.8885 | SRCC = 0.8889 ]
+INFO:root:Average loss=0.237323627134279
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2791 | LCC = 0.8966 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.2161243993767424
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2834 | LCC = 0.8982 | SRCC = 0.8973 ]
+INFO:root:Average loss=0.20731167512477477
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3694 | LCC = 0.8960 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.1934199048087776
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2880 | LCC = 0.9024 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.18404906320606354
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3018 | LCC = 0.8998 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.17461734122968134
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2639 | LCC = 0.9002 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.1666414495665214
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2629 | LCC = 0.9051 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.1624337970952078
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2703 | LCC = 0.9063 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.154382708229426
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2748 | LCC = 0.9036 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.14749974113582187
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2451 | LCC = 0.9062 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.14292278170930167
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2630 | LCC = 0.9056 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.13452410766844117
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2568 | LCC = 0.9070 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.12826291217624797
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2718 | LCC = 0.9023 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.12552112190192835
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2467 | LCC = 0.9043 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.12188167189587058
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2600 | LCC = 0.9054 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.11333405454723822
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2497 | LCC = 0.9003 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.11123592962074831
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2533 | LCC = 0.9050 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.10625306404911714
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2574 | LCC = 0.9025 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.10440577491256543
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2908 | LCC = 0.8987 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.10061498447132937
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2490 | LCC = 0.9036 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.09520599340772354
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2788 | LCC = 0.9010 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.09216600690962952
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2597 | LCC = 0.9040 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.08923505287552845
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2893 | LCC = 0.9022 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.08388021116742508
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2443 | LCC = 0.9036 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.08404062384728751
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2791 | LCC = 0.9000 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.07940821808283728
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2734 | LCC = 0.9013 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.07815518484294759
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2789 | LCC = 0.9011 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.07613108029341423
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2468 | LCC = 0.9023 | SRCC = 0.9021 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3261 | LCC = 0.8387 | SRCC = 0.8233 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c2422b1a4bfe747c445254a1906bec81e2cd2a51
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c314adccac45c98acbf2f18d53d84ffe6b480f263c08cfe2058a6ca7026ea10c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7f0e6c5d1dda3193eef5cfe2f4215cd3d85ef1a1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:64a062a33340853edfb684bc9a310cf075126e03b4350c8cb6dbb2b4f6542cab
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7dbca109b5d936347e79063af8d4f15ed812bcb5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44988366371462113
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4752 | LCC = 0.8438 | SRCC = 0.8573 ]
+INFO:root:Average loss=0.2918537168661294
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3593 | LCC = 0.8743 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.2511666102733226
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3563 | LCC = 0.8936 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.22852356107421004
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2905 | LCC = 0.8995 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.2190304013948909
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2719 | LCC = 0.8995 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.19842340891933166
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3663 | LCC = 0.8870 | SRCC = 0.8925 ]
+INFO:root:Average loss=0.191400105079819
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2851 | LCC = 0.9036 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.1801557794127161
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2850 | LCC = 0.9061 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.1706098813369784
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2985 | LCC = 0.9054 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.1636601554692825
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2604 | LCC = 0.9081 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.15502011599396007
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2469 | LCC = 0.9054 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.14918554281395985
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2919 | LCC = 0.9066 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.1441058312795755
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2790 | LCC = 0.9057 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.13614718917477336
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2600 | LCC = 0.9048 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.13155987354889082
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2905 | LCC = 0.8954 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.1264154579210488
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2622 | LCC = 0.9029 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.12248832952080435
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2629 | LCC = 0.9046 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.11631496319536529
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2910 | LCC = 0.9018 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.11174473933057288
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2546 | LCC = 0.9037 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.1060849910095937
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3026 | LCC = 0.8994 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.1070524880479526
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2687 | LCC = 0.9056 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.09913194653271251
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2653 | LCC = 0.9080 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.09674426560112506
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2542 | LCC = 0.9076 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.09622821524050194
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2661 | LCC = 0.9031 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.09021386859475533
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2942 | LCC = 0.8991 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.0884136885964457
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2679 | LCC = 0.9021 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.08438101916902327
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2509 | LCC = 0.9027 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.08399801720687419
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2822 | LCC = 0.8997 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.08054201083117826
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3121 | LCC = 0.8930 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.07714818415872624
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2728 | LCC = 0.8981 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.0765475512541443
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2705 | LCC = 0.9023 | SRCC = 0.9031 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3711 | LCC = 0.8352 | SRCC = 0.8211 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d90355446031029536ee9cd95294b6cfe11766de
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20684fb510a5ae1a9ccf50891ce76c9d62e0c56cb23b468e85a8695359f5ae07
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9ae2df0df6536d4f6106a1a5b5f4de6c54869e00
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1820b56ed8f3070bfc42ecb30daff2419f2be8e8a0db48ab669c08fae439ad31
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..da98c0015687789ae2426eb1544f1871e066e35c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45216390559439024
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3794 | LCC = 0.8624 | SRCC = 0.8607 ]
+INFO:root:Average loss=0.2855089098387371
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3060 | LCC = 0.8811 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.26003373530558765
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3492 | LCC = 0.8903 | SRCC = 0.8896 ]
+INFO:root:Average loss=0.22593796933661994
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3058 | LCC = 0.8982 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.2125377658474652
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3261 | LCC = 0.9016 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.20043868761014388
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2885 | LCC = 0.8998 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.18447045852683183
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2750 | LCC = 0.9042 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.17936562341933995
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2596 | LCC = 0.9036 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.17585503559753385
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3237 | LCC = 0.9058 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.168824431050375
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2913 | LCC = 0.9034 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.15527455569002668
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2611 | LCC = 0.9073 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.15223363214145505
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2752 | LCC = 0.9041 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.1429606271703119
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2564 | LCC = 0.9052 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.13566009493576997
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3214 | LCC = 0.8992 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.1300865861377275
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2441 | LCC = 0.9052 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.12725882736072375
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2463 | LCC = 0.9061 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.12020818665192995
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2745 | LCC = 0.9032 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.11280768536935652
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2746 | LCC = 0.9027 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.11090560571823506
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2700 | LCC = 0.9022 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.10610056640526463
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2741 | LCC = 0.9036 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.09880760430514468
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2492 | LCC = 0.9035 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.09879403195284694
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2847 | LCC = 0.9001 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.09308926847284239
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2710 | LCC = 0.9023 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.08994690356829951
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2527 | LCC = 0.9028 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.08911189335705227
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2708 | LCC = 0.8996 | SRCC = 0.8996 ]
+INFO:root:Average loss=0.08281077690034933
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2622 | LCC = 0.9021 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.08495501362088788
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2777 | LCC = 0.9026 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.07800310331186808
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2574 | LCC = 0.9006 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.07681760813158027
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2747 | LCC = 0.9017 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.07347133831051043
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2515 | LCC = 0.9005 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.0723087465918133
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2597 | LCC = 0.9020 | SRCC = 0.9019 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2795 | LCC = 0.8399 | SRCC = 0.8236 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8db20c42dd12d8aab9325dde09f7fc76d47b44bd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f05a9bb2fced9f5e36708e06bd96f359e7d4b1d1564f1582259ccd710b26d07c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7c1e3d6b4c1bb593e045c26cd540f7da7155dc79
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:69d59b9812fabc0d311655d136e0f6d3b41438048b57747d912bb33bc9d8580b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer2/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f9756a81a52e3564f78902b4cf07dee7a5a8bfd5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4793130144735292
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3787 | LCC = 0.8564 | SRCC = 0.8570 ]
+INFO:root:Average loss=0.290176521577587
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3336 | LCC = 0.8733 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.24973811898272852
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3548 | LCC = 0.8809 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.23612090643775258
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2903 | LCC = 0.8949 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.20721090438565767
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3060 | LCC = 0.9001 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.1990973490338794
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2858 | LCC = 0.9009 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.1899018585251246
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2762 | LCC = 0.9020 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.17822890190375335
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3004 | LCC = 0.9027 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.1712898348452728
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2571 | LCC = 0.9066 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.16629703618542996
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2507 | LCC = 0.9043 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.1532381563258998
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2663 | LCC = 0.9070 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.14992480479568415
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2723 | LCC = 0.9092 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.14129286690082163
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2560 | LCC = 0.9078 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.13519312428428948
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2726 | LCC = 0.9066 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.13235746603997456
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2700 | LCC = 0.9078 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.12476121405990137
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2898 | LCC = 0.9058 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.11955998657066698
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2704 | LCC = 0.9074 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.11609432594366156
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2723 | LCC = 0.9088 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.11583479403415857
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2661 | LCC = 0.9066 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.10568504418768634
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2597 | LCC = 0.9079 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.10606777803660128
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2533 | LCC = 0.9047 | SRCC = 0.9044 ]
+INFO:root:Average loss=0.10346023876198454
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2543 | LCC = 0.9042 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.09727359935641289
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2975 | LCC = 0.9069 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.09381754989224363
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2628 | LCC = 0.9052 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.08788797653393249
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2578 | LCC = 0.9077 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.08529776455350005
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2617 | LCC = 0.9000 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.08300173960927594
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2458 | LCC = 0.9039 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.08003754765225973
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2723 | LCC = 0.8998 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.07971062145136684
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2700 | LCC = 0.9018 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.07371457840579783
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2504 | LCC = 0.9048 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.07353327856156867
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2755 | LCC = 0.9069 | SRCC = 0.9060 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3661 | LCC = 0.8277 | SRCC = 0.8140 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6532acef779929435fba10b7074be16c44c931a8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75f119208d6f95ef7c691423fc0f1b3d316d4a2105f4aa7ef0e782f7e513cdb7
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4113f9c7fa5741c9423ad8b3b41fd65cf3661ca2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a584fbfcbc07baf94e0d3528f31e288e2e1deec1a1d22a6196a4f20e92d4a92b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d9d5867c98e5a5bf50738a275ef8299aadb871b0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36093916705233514
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3491 | LCC = 0.8956 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.24295994411141886
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3016 | LCC = 0.9055 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.21188426767125984
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2457 | LCC = 0.9098 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.20089795741903987
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2480 | LCC = 0.9131 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.18390926524910622
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2536 | LCC = 0.9129 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18433215176266743
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2329 | LCC = 0.9147 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.17407639234224495
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2488 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16168022801765816
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2514 | LCC = 0.9180 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.15187164508021636
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2369 | LCC = 0.9170 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.14760753452088793
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2573 | LCC = 0.9166 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1395984716239692
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2278 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13413862828057627
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2352 | LCC = 0.9173 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1293481373890287
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2605 | LCC = 0.9153 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.12411950252993259
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2570 | LCC = 0.9158 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11866197080453696
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.9155 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11528667523337237
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2385 | LCC = 0.9155 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.11524928778926762
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2389 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.10764240443361978
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2757 | LCC = 0.9133 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10339853161073834
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2347 | LCC = 0.9133 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.10030184309348206
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2648 | LCC = 0.9121 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.0947245049554144
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2609 | LCC = 0.9130 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.09357464266133446
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2742 | LCC = 0.9127 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.09029144147744758
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2462 | LCC = 0.9114 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08407827666987573
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2466 | LCC = 0.9113 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07804273027991283
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2863 | LCC = 0.9084 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.08020371541036347
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2790 | LCC = 0.9083 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07398579321327926
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2527 | LCC = 0.9092 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07146182839322641
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2419 | LCC = 0.9090 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.06984691780512732
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2369 | LCC = 0.9107 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.06639437713374981
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2760 | LCC = 0.9072 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.0651499534488758
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2444 | LCC = 0.9093 | SRCC = 0.9101 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2238 | LCC = 0.9001 | SRCC = 0.8878 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6615edb45d67f0e0baf43bdcb7827fed6c620b7d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bff07cc47832868bf0a2aef763b3f9e6dad7b8c131f456aef9352b262da9778
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8188d7baadc6da7fb6570b747f3ca937f34132bb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7397e0aa3362885e02e3df74e5df7f387f686989bd57d2b9a36f2ba69717d291
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..eb2f78789b749def750cf009cc2ed00ea7483706
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39489775611830585
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3128 | LCC = 0.8965 | SRCC = 0.8959 ]
+INFO:root:Average loss=0.2511517944708036
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2779 | LCC = 0.9044 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.2143080787507096
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2863 | LCC = 0.9089 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.20105588952929987
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3128 | LCC = 0.9102 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.18604727343500005
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2765 | LCC = 0.9121 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.18201185836096032
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2516 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1729547207410625
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2629 | LCC = 0.9164 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1636763363645945
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2406 | LCC = 0.9176 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.161318964653277
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2456 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1538220868375949
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2357 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1475749355606261
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2299 | LCC = 0.9166 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1437536462107835
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2207 | LCC = 0.9180 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.13893530931259165
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2541 | LCC = 0.9154 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1281222900041955
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2347 | LCC = 0.9168 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1308526107341568
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2483 | LCC = 0.9170 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12013307239623428
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2447 | LCC = 0.9171 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.11143139336322773
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2266 | LCC = 0.9147 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.11032525585652087
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2364 | LCC = 0.9152 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.10522823410399387
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2574 | LCC = 0.9135 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.09872891689311562
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2459 | LCC = 0.9127 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.09734784536106739
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2407 | LCC = 0.9121 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09438934045806097
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2452 | LCC = 0.9126 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0873610987139575
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2299 | LCC = 0.9140 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08719966476621656
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2388 | LCC = 0.9147 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08118998199012238
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2439 | LCC = 0.9144 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07972393363628084
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2427 | LCC = 0.9134 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07708882605064811
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2438 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07511786453296683
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2232 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.07154812609959889
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2557 | LCC = 0.9107 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.0728018759518345
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2691 | LCC = 0.9106 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.07082272430806491
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2435 | LCC = 0.9124 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1762 | LCC = 0.9067 | SRCC = 0.8916 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2087562e5e82bc3775ef9ffd3bdb1f7d9347176
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ef1d017335914c3b6612387f1a35159812578c45bbd3dcf2cc924785dde291e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..64a612d79b9de59251e79c41a22bf32ba70244cf
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65c6788fbdd57bdb264bf3ed7067bee1efa7fc4db667d4230e4ac4a09da6619
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4a608f1f89300563f8d2a6e6e9c008427c0fdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37306394234213525
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3635 | LCC = 0.8956 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.23350225724925885
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2557 | LCC = 0.9069 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.21206293767587298
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3392 | LCC = 0.9103 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.20141669151755426
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3055 | LCC = 0.9102 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1779251618881446
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2684 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.17758732159875032
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2587 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1684983341680097
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2686 | LCC = 0.9186 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1684687297812776
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2513 | LCC = 0.9185 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.150116103577476
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3466 | LCC = 0.9164 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.14641995142305517
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2916 | LCC = 0.9189 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1402481541554363
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2481 | LCC = 0.9189 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13179658654797283
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3281 | LCC = 0.9158 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.13119536788994177
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2934 | LCC = 0.9149 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.12594685867170377
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2600 | LCC = 0.9166 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.11733816792337881
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2388 | LCC = 0.9170 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.11366494210986043
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2248 | LCC = 0.9173 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1072708192588277
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2412 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.10185711070722928
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2707 | LCC = 0.9134 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10261308018527279
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2329 | LCC = 0.9147 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.09648940589472738
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2365 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08883469138359058
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2408 | LCC = 0.9139 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08968866269798637
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2396 | LCC = 0.9153 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.08814994340514862
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2240 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08003190200711262
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2549 | LCC = 0.9126 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.07885637289354566
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2930 | LCC = 0.9090 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07642859416459337
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2876 | LCC = 0.9105 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07100120081291722
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2366 | LCC = 0.9110 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.07055305687419941
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2808 | LCC = 0.9104 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.06611858525803324
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2631 | LCC = 0.9095 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.06869425824870264
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2374 | LCC = 0.9125 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.06532253939766071
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2381 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2184 | LCC = 0.8997 | SRCC = 0.8813 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3576ef46f15e8b9f76b32e2715c59979f0c899ea
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:062896bb8f30c32664ab84a5738834f546bb588dbc78cb55c81e24a7897d372e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b5a2df1ba89189098d4ac88097129897c3f25c1e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9742f115c809bd441d90a61ffd029af042626f1a86cd83c3fbf9d6ea9c31843
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..316bdcdc9a9fba49c8f38344f555562ef3542e4e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39116696582708743
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2853 | LCC = 0.8968 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.24004168894594116
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3069 | LCC = 0.9056 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.21487848697542455
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3038 | LCC = 0.9100 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.20596229943925934
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2894 | LCC = 0.9059 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.18964944004667977
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2674 | LCC = 0.9134 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.17775803365114795
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2874 | LCC = 0.9143 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.17641564747157124
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2672 | LCC = 0.9176 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.15753341720283376
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2573 | LCC = 0.9143 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1561460603954475
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2289 | LCC = 0.9174 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.15179083397278206
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2430 | LCC = 0.9174 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.14327357037563546
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2703 | LCC = 0.9175 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.13480947812685387
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2342 | LCC = 0.9175 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13220782132248657
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2251 | LCC = 0.9175 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.12861373107557353
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2438 | LCC = 0.9167 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11662142534304216
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2308 | LCC = 0.9143 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11535759067776576
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2318 | LCC = 0.9128 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1136061112057267
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2527 | LCC = 0.9145 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.10385503973058194
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2567 | LCC = 0.9154 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10120785787615473
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2424 | LCC = 0.9134 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09807632527599446
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2496 | LCC = 0.9158 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09537189077004532
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2473 | LCC = 0.9150 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.09048829387033606
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2638 | LCC = 0.9143 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08688797002841282
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2560 | LCC = 0.9130 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08528410701479526
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2526 | LCC = 0.9103 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07986726756126894
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2518 | LCC = 0.9101 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07767195407451921
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2367 | LCC = 0.9114 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07668760300457822
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9102 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07266917118447365
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2531 | LCC = 0.9115 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07140837825102613
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2527 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07162361871989477
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2399 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.06487212239662347
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2545 | LCC = 0.9117 | SRCC = 0.9107 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2430 | LCC = 0.9032 | SRCC = 0.8874 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..57817bc7e972f3f06f8660cddc9333adeb7108c4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:42cfa9fb8b55fbefe544697653483c894d2beedcc35a059eedd66cb95460f947
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe7ab9414a8314ba69fb0903aca264b5061421bc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:426a46de71230b4142a9f55f9a8b5fbcd4b06c6d057e42283f05573e813cfd32
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer20/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7b235fadb36dcaf9321f9e220436bf5aa98dfc06
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4268001396359736
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2753 | LCC = 0.8953 | SRCC = 0.8942 ]
+INFO:root:Average loss=0.2334966425692415
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2565 | LCC = 0.9052 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.21843705705307812
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3477 | LCC = 0.9087 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.19227093393575248
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2284 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.19539553456740572
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2421 | LCC = 0.9143 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17551895114727792
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3546 | LCC = 0.9124 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.17044074488857577
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2406 | LCC = 0.9150 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.16825914092232727
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2669 | LCC = 0.9165 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.15618553774894317
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2610 | LCC = 0.9186 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.148289967694379
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2524 | LCC = 0.9157 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.14353036936480185
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2481 | LCC = 0.9171 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1353032071294123
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2418 | LCC = 0.9176 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13035910925424168
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2343 | LCC = 0.9149 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1231700182391729
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2300 | LCC = 0.9141 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.11990250444653407
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2167 | LCC = 0.9174 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.11276990704970553
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2676 | LCC = 0.9122 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11433053697120248
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2252 | LCC = 0.9160 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.10486692263384086
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2622 | LCC = 0.9150 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.10202322047569848
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2233 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.09252889118442646
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2215 | LCC = 0.9150 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09337867029829522
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2468 | LCC = 0.9149 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.0851422047210222
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2115 | LCC = 0.9148 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08676921903570263
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2221 | LCC = 0.9123 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08219733106435378
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2303 | LCC = 0.9123 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07877403293127959
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2306 | LCC = 0.9122 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07807415547226206
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2954 | LCC = 0.9096 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.07541804256811308
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2375 | LCC = 0.9101 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.06919378403983364
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2283 | LCC = 0.9118 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.06917367175738247
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2532 | LCC = 0.9103 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.06560190835956893
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2386 | LCC = 0.9130 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0642156099868303
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2282 | LCC = 0.9128 | SRCC = 0.9123 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2343 | LCC = 0.8921 | SRCC = 0.8787 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..765a4be99b55e0cb33f90015678899ff96db12c8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc9ac6407681b6e14085e2485cdeb0d973bc2451f2059c10081975e83141648b
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c540d6f378f85ca3a84b29e3bc165cd95af9e3f2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5b6dd1a61ebb9cdefbc04bdb280b0ff960894e05cb42f0b9267d4418a6e8bb1
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1e2f8478c8ce02f5db486b54685c57023c5f1ed3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4122479053246493
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3093 | LCC = 0.8937 | SRCC = 0.8933 ]
+INFO:root:Average loss=0.24751269257482075
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5332 | LCC = 0.9016 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.2221534427018524
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2685 | LCC = 0.9109 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.221584631873004
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3058 | LCC = 0.9131 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.19316153551284979
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3778 | LCC = 0.9135 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.19071494865451935
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2864 | LCC = 0.9158 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.17819883316927562
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2764 | LCC = 0.9161 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17066739292847627
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2260 | LCC = 0.9179 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.15993034559695019
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2484 | LCC = 0.9163 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.15407937054516951
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2321 | LCC = 0.9179 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.14978564410023607
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2542 | LCC = 0.9173 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.14840440568379584
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2295 | LCC = 0.9170 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13924827990848895
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2409 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1344543944807411
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2647 | LCC = 0.9179 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1312915419653661
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3386 | LCC = 0.9126 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1307727918459501
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2260 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.11739781434308587
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2368 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.11661195109000785
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2399 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10829545417531378
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2626 | LCC = 0.9130 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10930348536527226
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2248 | LCC = 0.9153 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1020770498869047
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2274 | LCC = 0.9156 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.10114165877848003
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2222 | LCC = 0.9160 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09616276908213693
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2314 | LCC = 0.9146 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09242343230743628
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2227 | LCC = 0.9162 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.08891169845282687
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2879 | LCC = 0.9112 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08595127397017673
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2512 | LCC = 0.9110 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08039178128618037
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2305 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07703764303829629
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2393 | LCC = 0.9140 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.07579844860586128
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2292 | LCC = 0.9141 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.07473171442058045
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2302 | LCC = 0.9152 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.07248804276819863
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2479 | LCC = 0.9118 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2182 | LCC = 0.9011 | SRCC = 0.8860 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5cf284be9eca28cc1315c5aa88c0881236c35f4e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bad8fb3f590669253f6a160d6e3b62834a21a734573c174be657bf2d94e2bd19
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8b71559f9d2a10e84f42e9ad4b8fd58809bcb0e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc676da007d3ca285f919b19161b1ed027533d550c306ca14d1c9492db268945
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c7c40e44d593577848b9ca7c574bf2bb13a93d50
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42677093680538886
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3099 | LCC = 0.8953 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.237745984527417
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2834 | LCC = 0.9048 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.22144024091304382
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2520 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.19947834967533287
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2658 | LCC = 0.9135 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.18848805887506187
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2496 | LCC = 0.9143 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.18198433527023117
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2620 | LCC = 0.9164 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1666153995804704
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2562 | LCC = 0.9165 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.160856456210503
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2435 | LCC = 0.9176 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.16043139124192254
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2818 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1509643170788798
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2476 | LCC = 0.9177 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.1493889033105332
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2530 | LCC = 0.9175 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13625782142484807
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2598 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.13213890239682502
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2451 | LCC = 0.9146 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.12983722976177414
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2520 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12361946146439955
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2496 | LCC = 0.9159 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.11680291502634225
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2207 | LCC = 0.9165 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11125486624034155
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2488 | LCC = 0.9121 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10899227209432277
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2482 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10528175392850286
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2690 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10426269986295286
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2326 | LCC = 0.9123 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09900613587801856
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2346 | LCC = 0.9142 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.0951618395228951
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2344 | LCC = 0.9154 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.08764675899134206
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2312 | LCC = 0.9150 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08866840280118705
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2229 | LCC = 0.9132 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.08420184114678747
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2696 | LCC = 0.9146 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.08286857921522477
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2570 | LCC = 0.9138 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.08059675194796799
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2469 | LCC = 0.9116 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07610734149469117
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2456 | LCC = 0.9104 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07301629625390031
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2518 | LCC = 0.9104 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.0709475506032478
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2524 | LCC = 0.9127 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.07211692238258834
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2327 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3563 | LCC = 0.9031 | SRCC = 0.8895 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70394adc9c0cf9b215327b2bf9d0bf4538717ca2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e1f6222cbeeda5a0b2e2da0b70ae58e72bb76d76faca7d4eae23a253251d53e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5e504ad20bb1985705684e9a0a8e589920d3302e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:462c8f85fcc2e60e9af34fbd27fa9fd8abbda2d3fbc791207a11dab190ee8e94
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6dd3913a45d95d4eb2334e00162a5f7120601f28
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4262363846074639
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2739 | LCC = 0.8953 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.23947642700520555
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2860 | LCC = 0.9053 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.2140947133733358
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2706 | LCC = 0.9109 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.211607312535964
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3055 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.19583989477398767
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2604 | LCC = 0.9139 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18035434608514597
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2463 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.17826809001968086
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2728 | LCC = 0.9159 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16577369917851653
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2604 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.16016931319340116
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2551 | LCC = 0.9167 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.15093202561656863
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2370 | LCC = 0.9183 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.14404211529245267
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2557 | LCC = 0.9160 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1457627404459639
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2436 | LCC = 0.9154 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1328990857380663
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2536 | LCC = 0.9198 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.1267449759334498
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2288 | LCC = 0.9179 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.12115532547407756
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2928 | LCC = 0.9129 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.11499083386680295
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2311 | LCC = 0.9159 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.11232426618306623
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2277 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10923859179881266
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2555 | LCC = 0.9158 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.10360568266555753
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2256 | LCC = 0.9159 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09736455391252662
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2345 | LCC = 0.9143 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.103675076856434
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2542 | LCC = 0.9151 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.09302927796981927
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2714 | LCC = 0.9131 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08993817411492326
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2382 | LCC = 0.9148 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08399411351177734
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2281 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.08204833609778757
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2434 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07755699271411565
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2377 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07474630459540152
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2394 | LCC = 0.9128 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07129225617199275
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2330 | LCC = 0.9154 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.06811708573661099
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2310 | LCC = 0.9128 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.06570086677725605
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2673 | LCC = 0.9109 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.06546013968097682
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2417 | LCC = 0.9137 | SRCC = 0.9132 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2338 | LCC = 0.8999 | SRCC = 0.8871 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4ea2b1663667f49bd6d723b1c4c168e4b5140be8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:039a7ba344d817fe5e10e8dd9a89bb55e00ff546dd73b99067f6117d28f9880e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6ed576fdbba96c01fdcb13845f85236dbff473aa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cb3c5ad6247986c06cf4dc2e8ba4852ec0e55ac4b4a4671c86727c8ac1a669a
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3d1b3b0d8fb7cbdcacbe0055ce2f4b0e0fa52523
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40394706584814655
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3157 | LCC = 0.8957 | SRCC = 0.8941 ]
+INFO:root:Average loss=0.2453813414180899
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3216 | LCC = 0.9058 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.21446193259403196
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2793 | LCC = 0.9110 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.20427183328853177
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2433 | LCC = 0.9117 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.1900563927830299
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3460 | LCC = 0.9097 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.1760791576752773
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3044 | LCC = 0.9139 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1704691735478495
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3126 | LCC = 0.9146 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.16536528444875873
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2669 | LCC = 0.9150 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.155989717885938
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2438 | LCC = 0.9185 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.14881887932905571
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3413 | LCC = 0.9152 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.15492306029520972
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2495 | LCC = 0.9169 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1354811530926324
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2349 | LCC = 0.9179 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13490989166877174
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2625 | LCC = 0.9150 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.13070301754626235
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2331 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.12162959416305398
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2566 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.12041816586962326
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2637 | LCC = 0.9149 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11348892901243501
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2576 | LCC = 0.9150 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.11494790866023544
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3321 | LCC = 0.9106 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.10510218199450157
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2477 | LCC = 0.9127 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10270553310482489
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2369 | LCC = 0.9149 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1036555343926642
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2316 | LCC = 0.9151 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.093492050154533
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2469 | LCC = 0.9134 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09045876892057457
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2475 | LCC = 0.9137 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08841198805525813
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2795 | LCC = 0.9101 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.0853877768695699
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2915 | LCC = 0.9073 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.0819794241920372
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2602 | LCC = 0.9118 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07664667849423569
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2943 | LCC = 0.9078 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.07555894945570499
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2955 | LCC = 0.9090 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07245353053759977
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2533 | LCC = 0.9118 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07212730049225637
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3278 | LCC = 0.9034 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.06664791050760042
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2588 | LCC = 0.9111 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2281 | LCC = 0.8931 | SRCC = 0.8804 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fa146db5f7c28761a09aa3cf8de09ec4e2ae0aee
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2d9ef1b262bb52d2d8ef6952906bd853b69cf4ea6ab06369e8cd6096cbe7306
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dbc001e45bd4c084a7d00a6aed83fb003f025029
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e59354e0ada555cb4591ad3c069ecb23b740fe4f270eb1ed4e060f3eed2e9c34
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer22/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3fbfd15dc59de60e7226d42b16baea4bb6fcb3db
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4641378495217748
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3454 | LCC = 0.8946 | SRCC = 0.8928 ]
+INFO:root:Average loss=0.24680100532108648
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3446 | LCC = 0.9024 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.21392976341909067
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3477 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.20216654740661555
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2971 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.18512422802475836
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2689 | LCC = 0.9138 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18039604819062127
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2967 | LCC = 0.9148 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1737967319571214
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2458 | LCC = 0.9162 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.15880561490796205
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2954 | LCC = 0.9160 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.15750685420339508
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2845 | LCC = 0.9149 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.14558376208206134
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2621 | LCC = 0.9166 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.14053029153560628
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2657 | LCC = 0.9171 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1318663437070185
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2814 | LCC = 0.9169 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.13180569796203878
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2710 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1280578212930977
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2706 | LCC = 0.9124 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.12153753862215605
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2601 | LCC = 0.9143 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11279655362054103
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2838 | LCC = 0.9161 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.10908737819577229
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2645 | LCC = 0.9147 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10288134945093552
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2672 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10043232198912284
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2689 | LCC = 0.9111 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.0996135879157251
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2413 | LCC = 0.9122 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09455617174850722
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2429 | LCC = 0.9132 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08721498389206181
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2380 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.08758556687762972
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2695 | LCC = 0.9142 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08549055704750078
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2409 | LCC = 0.9101 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.07850876030635971
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2604 | LCC = 0.9137 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07325238958431807
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2469 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07399333563412545
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2473 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.0680633125923617
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2605 | LCC = 0.9122 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.07022352079521714
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2727 | LCC = 0.9130 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.0651274892808385
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2380 | LCC = 0.9120 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.06791445675354472
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2521 | LCC = 0.9122 | SRCC = 0.9123 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2635 | LCC = 0.9095 | SRCC = 0.8914 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer24/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0bd4db0044173cc8cb05df0d8022cc222f108a01
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:622168cec81fe159e7a4124a915e1b2f91fd6b5ae9de6e909bd11e023fb917c1
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6f6929cd6c5f906caf38384230647f00d06c3bb7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f140b86196d751169578f4675ceef94709f293e0232ec68aa084016949fc1b4f
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer24/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2350d308876b8e18920958e3b2a1ec789ed6137f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43211692356305315
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3215 | LCC = 0.8907 | SRCC = 0.8905 ]
+INFO:root:Average loss=0.25294504775477283
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3012 | LCC = 0.9015 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.22663043740856853
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3002 | LCC = 0.9071 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.20759900551655389
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2814 | LCC = 0.9105 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.19108285134755118
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2954 | LCC = 0.9093 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.18432017911031756
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2616 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18071354430362668
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3100 | LCC = 0.9136 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.16678571924997893
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2660 | LCC = 0.9125 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.15910194400762548
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2866 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.15377700014438242
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2810 | LCC = 0.9119 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.14247291156150013
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2570 | LCC = 0.9139 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.13761913952972157
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2340 | LCC = 0.9140 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.13139232041346544
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2741 | LCC = 0.9105 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.12764326603598677
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2955 | LCC = 0.9124 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.12167566648625225
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2468 | LCC = 0.9136 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11566472402370045
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2442 | LCC = 0.9128 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.11143249225926537
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2442 | LCC = 0.9115 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.10369304571882149
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2820 | LCC = 0.9093 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.09883379798404054
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2592 | LCC = 0.9109 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09299506113536096
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2788 | LCC = 0.9117 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0946718740756112
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2588 | LCC = 0.9094 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08943576085774195
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2496 | LCC = 0.9115 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.0885784111787818
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2419 | LCC = 0.9105 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08206621357212866
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2539 | LCC = 0.9102 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07618177720921578
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2448 | LCC = 0.9100 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.07552801425746411
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2382 | LCC = 0.9104 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07123149961577674
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2347 | LCC = 0.9083 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.06845664954340527
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2423 | LCC = 0.9075 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.0688798429735134
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2450 | LCC = 0.9093 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.06316147716662099
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2393 | LCC = 0.9088 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.06151414585079072
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2541 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2835 | LCC = 0.8928 | SRCC = 0.8804 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer24/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..66a8bd7860eb002d8beb089fa7519a56a36904d6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b9dbf4babea9ad2e9972316511f25550701db60c11d4b344441a125a13d259d
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5aa4dd1e44740b87d0f52c795c7c649d246874c9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07333ca93ab9d8856a6f6a77626b04d5fcd4b8453409709df5100d7fef3f8a49
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer24/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5324e529ae076ab92c2ae7dcf8e8b542622a7fca
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41042266441562963
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2877 | LCC = 0.8927 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.25047804070690466
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2659 | LCC = 0.9043 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.22415317551938096
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2884 | LCC = 0.9093 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.20949773292321
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2549 | LCC = 0.9116 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.19287331751144002
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2700 | LCC = 0.9116 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.1923488334165832
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2981 | LCC = 0.9136 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1747978071256869
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2529 | LCC = 0.9149 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1710624005753181
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2751 | LCC = 0.9156 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.15758491148149348
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2214 | LCC = 0.9150 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.15542072992276595
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2264 | LCC = 0.9148 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.14866546614666207
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2738 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.13936252840337038
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2206 | LCC = 0.9156 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1380268617000194
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2338 | LCC = 0.9168 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.133310478460582
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2324 | LCC = 0.9160 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.12915258622066134
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2263 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1197724195057257
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2464 | LCC = 0.9104 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.11799065906532927
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2297 | LCC = 0.9149 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1090691658975072
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2824 | LCC = 0.9126 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.10577968813780415
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2424 | LCC = 0.9131 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.10407150209466846
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2217 | LCC = 0.9144 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.09646350896858066
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2570 | LCC = 0.9123 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09073628918025535
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2612 | LCC = 0.9116 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.08573004861787564
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2370 | LCC = 0.9126 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08372535974304111
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2279 | LCC = 0.9125 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07871786619111293
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2361 | LCC = 0.9124 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0769833220825719
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2482 | LCC = 0.9117 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.07350772586947231
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2800 | LCC = 0.9096 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0732939440563235
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2402 | LCC = 0.9124 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07067759496542071
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2464 | LCC = 0.9102 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.06631894846785964
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2833 | LCC = 0.9088 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.0668486641407702
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2348 | LCC = 0.9111 | SRCC = 0.9101 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2194 | LCC = 0.8952 | SRCC = 0.8843 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer24/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fda12a7bb0a05ccff9b9203421ec78d8d15848ca
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b730cde169e44eb7960f0dbd74ac2d76b90e83d8ba47f29226c47180823e09b
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7e503f155d62ceb3e1282b1ad5d3b485cb91911e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4d6b2be4230641f9d499d286750fce5a649ae6c606f8d998d44e3ae9c781232a
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer24/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..cf79f10b66c9aa1d9bc217d34f4b8bc88f84117b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4375176549474628
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3196 | LCC = 0.8884 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.2560223258299635
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3300 | LCC = 0.9017 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.2269768477175277
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2959 | LCC = 0.9073 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.22046683935416228
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2803 | LCC = 0.9086 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.199564620421801
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2451 | LCC = 0.9110 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.19190224979309678
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2587 | LCC = 0.9139 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18080822882280184
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2885 | LCC = 0.9124 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1741480861785095
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2625 | LCC = 0.9139 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.16377869226856728
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2756 | LCC = 0.9139 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.15237640964158009
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2389 | LCC = 0.9104 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.14904342979365
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2651 | LCC = 0.9096 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.14202204398337126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2259 | LCC = 0.9107 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.13396186097336643
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3220 | LCC = 0.9121 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.1375281184136523
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2291 | LCC = 0.9123 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.12097316924374917
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2459 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11302888811151417
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2677 | LCC = 0.9098 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.11329815291255885
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2578 | LCC = 0.9105 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.10539156405222898
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2516 | LCC = 0.9095 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.10179610300615344
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2788 | LCC = 0.9067 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.1018226673837342
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2403 | LCC = 0.9133 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.10065817068508595
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2589 | LCC = 0.9095 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.0908641622460991
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2465 | LCC = 0.9103 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.08707731283899676
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2535 | LCC = 0.9103 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08161945190991281
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2696 | LCC = 0.9075 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.08264094220765064
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2428 | LCC = 0.9101 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.08010346100078841
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2476 | LCC = 0.9064 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.07516375603961807
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2471 | LCC = 0.9091 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.06989916711184331
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2463 | LCC = 0.9071 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07253008288455147
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.9075 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.06563692985673171
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2444 | LCC = 0.9089 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.06334280521969575
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2641 | LCC = 0.9053 | SRCC = 0.9068 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2601 | LCC = 0.8847 | SRCC = 0.8682 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer24/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a13a61b93da971607a83cbf4842414f3b2c793d3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6f4b91b085b49e33323e7180b24ea990437580e58f24daf5d7e9f1021a67f77c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1eefabb2b6cf35f247d449515783dc016b5d5eaf
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:58892c6f4541b0fe5af33499ccfbb3f29265084e00e06dc8186e92faa6b0182d
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer24/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..57e919d6465f9d421dfade662fc8a65abd6dd7c5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4300711388360558
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3653 | LCC = 0.8892 | SRCC = 0.8915 ]
+INFO:root:Average loss=0.25261444223753976
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3168 | LCC = 0.9021 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.2294403084612995
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2583 | LCC = 0.9070 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.20269440661448274
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2815 | LCC = 0.9088 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.19764374700412585
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2935 | LCC = 0.9107 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.18960950286746714
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2594 | LCC = 0.9129 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.17555037868677537
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2644 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17090438986789283
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3195 | LCC = 0.9135 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.16151135793827862
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2522 | LCC = 0.9154 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.15332637365498294
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2367 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1454139928726447
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2531 | LCC = 0.9164 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.15063459426164627
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2518 | LCC = 0.9148 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1358009929946392
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2739 | LCC = 0.9132 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.13037550897267514
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2420 | LCC = 0.9145 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.12005153737660777
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2280 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11746795481942982
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2347 | LCC = 0.9147 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.11505311167653585
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2333 | LCC = 0.9158 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.11718299020232492
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2412 | LCC = 0.9137 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.10979743900498903
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2871 | LCC = 0.9104 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.10467505312896189
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2398 | LCC = 0.9140 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.09501403811350034
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2391 | LCC = 0.9101 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.09802491822942144
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2380 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08901712825963262
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2586 | LCC = 0.9115 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08335424916592636
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2780 | LCC = 0.9045 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.08375522632130308
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2542 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.07965341033790842
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2351 | LCC = 0.9115 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0739135538050205
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2399 | LCC = 0.9116 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07421440213401882
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2289 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07348002103625695
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2487 | LCC = 0.9099 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.0679427570625709
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2461 | LCC = 0.9115 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06427274075891241
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2373 | LCC = 0.9118 | SRCC = 0.9109 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2449 | LCC = 0.8959 | SRCC = 0.8878 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer24/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e2614e74ed7a26c5f91ee3991bea00ba71eadc18
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca95940a07d5fbe1e98cce8320603c20033586977cf7d4b93758de46fbaca185
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer24/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d719297f173c2f6ff34e1e3c6a04152073aa786b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dd5c2e24686d6cd47679a9738069faec9b0f8017b20f4d4e937ef7414bc63cbd
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer24/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer24/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..760426f231becab6517752e18aa56d1a3e3cf810
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer24/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38178862428906335
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2998 | LCC = 0.8925 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.24727955891217798
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3125 | LCC = 0.9045 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.2208473435629999
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2936 | LCC = 0.9083 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.19633507935297972
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3009 | LCC = 0.9113 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.19669518697296265
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2680 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1786178648041163
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2716 | LCC = 0.9146 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1767768182420317
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4036 | LCC = 0.9107 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.16412692650549673
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2651 | LCC = 0.9157 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.15777665703971952
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2736 | LCC = 0.9148 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.15190836162753188
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2644 | LCC = 0.9140 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.14344293180573192
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3092 | LCC = 0.9120 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.14596165126631025
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2873 | LCC = 0.9143 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.13225580265239484
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2323 | LCC = 0.9155 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1293181126258966
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2324 | LCC = 0.9146 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11828608651553964
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2522 | LCC = 0.9143 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.117384650674514
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2501 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11379636165206831
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2415 | LCC = 0.9153 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11636331621449807
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2340 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.101980017724237
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2439 | LCC = 0.9133 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09680914237147811
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2411 | LCC = 0.9140 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.09127789188843931
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2476 | LCC = 0.9131 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09010994806885719
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2481 | LCC = 0.9131 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08468593138060129
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2275 | LCC = 0.9115 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.0814286567098488
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2552 | LCC = 0.9126 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08289602663734055
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2498 | LCC = 0.9121 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.07674559248837433
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2363 | LCC = 0.9111 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07707672839650528
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2918 | LCC = 0.9117 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07401416750054139
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2463 | LCC = 0.9100 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.06923704674047541
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2426 | LCC = 0.9094 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.06641930798230143
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2420 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.06561842461714165
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2460 | LCC = 0.9105 | SRCC = 0.9098 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2680 | LCC = 0.8995 | SRCC = 0.8796 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer26/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6adfe49c429efa32111b4c6bd41d71262b3a4db7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec9a595473c54484f2c3049ebf74a726877f1a46d508c13cfb53a7f2af690c15
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..04c7a49e446c3f47778a8d50536074e745136cc1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9121643f7251f78b6053f9ade8fac88467c49d8235302dc6a466775170dc021
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer26/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..37b5cb46e9611eda3bd74bba718fcea4902eb0f0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41634164518014544
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2982 | LCC = 0.8870 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.2588749532237907
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3841 | LCC = 0.9017 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.223549130679555
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2478 | LCC = 0.9091 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.20073075105861432
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2566 | LCC = 0.9107 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.1877065468902533
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2387 | LCC = 0.9130 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.177559492818882
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2258 | LCC = 0.9146 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1776276630903944
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2350 | LCC = 0.9162 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.16376178991587864
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3505 | LCC = 0.9088 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.15451739112593535
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2288 | LCC = 0.9157 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.14747136310173597
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2630 | LCC = 0.9167 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.13851766288280487
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2501 | LCC = 0.9155 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1355337327012437
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2797 | LCC = 0.9150 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.13329658088828786
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2437 | LCC = 0.9139 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.12421963501700087
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2923 | LCC = 0.9120 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.11856159787474341
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2731 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11081599093155364
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2399 | LCC = 0.9137 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.10852954700330779
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2560 | LCC = 0.9118 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.10546272911260583
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2294 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10426783365751967
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2840 | LCC = 0.9080 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.10056802731631809
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2686 | LCC = 0.9121 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.09118364919300025
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3033 | LCC = 0.9079 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.09244196157837879
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2572 | LCC = 0.9106 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09168710979509216
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2427 | LCC = 0.9130 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08017748508150178
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2428 | LCC = 0.9108 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08114610074055677
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2516 | LCC = 0.9115 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07770319959159531
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2640 | LCC = 0.9077 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.07614390963333191
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2274 | LCC = 0.9121 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07250091896494688
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2377 | LCC = 0.9118 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.06518568333259897
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2501 | LCC = 0.9100 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.06827209894195457
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2683 | LCC = 0.9093 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06348004715377195
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2249 | LCC = 0.9124 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2424 | LCC = 0.9009 | SRCC = 0.8860 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer26/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0396b0447fa205fc78801ff0c1b37bdcd02cb2e2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d1325d154464f44fff5bb6e0c12e1afc4f023aaa7ad1209af2edb5f9ec79c67d
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..156ccbc8266ef8965ed4a76cca9c1bd373c5a626
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4869b4bb0b31d65f58a7884b1c13b4e958ad426382f7471f0ccc72d9b062486a
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer26/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..34f6d3940cc1415284a21bda5c97c557791d080e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45067334898634454
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3435 | LCC = 0.8882 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.245752779045546
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2759 | LCC = 0.9030 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.2162653823636171
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2890 | LCC = 0.9091 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.19981541656862103
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2561 | LCC = 0.9130 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1887145062230226
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2545 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.1832231059239779
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2543 | LCC = 0.9139 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1726766146417987
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2504 | LCC = 0.9152 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17161278659208662
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2359 | LCC = 0.9157 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.15500951700472418
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2260 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14998860002597633
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2633 | LCC = 0.9146 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1509176577963581
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2306 | LCC = 0.9161 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14397406767558502
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2485 | LCC = 0.9151 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.13562504135373699
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2568 | LCC = 0.9151 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1299641329601321
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2444 | LCC = 0.9135 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.12350134370643968
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2465 | LCC = 0.9151 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11989184869507144
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2443 | LCC = 0.9135 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1088924615972304
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2399 | LCC = 0.9133 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.10596893654565591
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2425 | LCC = 0.9139 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.10627351119855925
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2332 | LCC = 0.9104 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.09753963687171825
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2709 | LCC = 0.9098 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.09274973061387938
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2307 | LCC = 0.9116 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.09310202020613444
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2359 | LCC = 0.9126 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.09183870109519518
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2628 | LCC = 0.9113 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.08304539374533416
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2398 | LCC = 0.9129 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07978062686978737
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2592 | LCC = 0.9121 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07766899739989655
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2607 | LCC = 0.9088 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07188475782299317
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2393 | LCC = 0.9115 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0704784456188279
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2419 | LCC = 0.9119 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0676169956393669
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2447 | LCC = 0.9075 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.06464416944997849
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2405 | LCC = 0.9100 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.06420799523505862
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2390 | LCC = 0.9089 | SRCC = 0.9091 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2179 | LCC = 0.9047 | SRCC = 0.8916 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer26/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..11e6fac64d614628407348a6ac4fe3baafb26538
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d2bf7a89992aed35fd82c629accfe5b3061b2372651aadf9e89a56330ecfd277
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b898ac66e26bbede623aa022af43798e49a13025
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ef5c126225cfdab5db04785ba97c85ae3549156d3f3b3771df3792f4f015cf16
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer26/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b3569a618f00b99e8541921962936d83ff2bca1a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43814389622969435
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3617 | LCC = 0.8837 | SRCC = 0.8872 ]
+INFO:root:Average loss=0.26620039800343487
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3311 | LCC = 0.9013 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.22710181234372145
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3095 | LCC = 0.9068 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.20221292718469752
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3256 | LCC = 0.9087 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.20022591224984626
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2606 | LCC = 0.9114 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.18011526151888632
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2341 | LCC = 0.9135 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.17211904471492492
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2370 | LCC = 0.9135 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1657313073990662
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2641 | LCC = 0.9124 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1574445173488876
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2667 | LCC = 0.9138 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.16061674682907975
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2765 | LCC = 0.9107 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.15346419272912032
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2435 | LCC = 0.9158 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1368506298416612
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2830 | LCC = 0.9121 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.13567548740461383
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2465 | LCC = 0.9139 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.12461964949707076
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2667 | LCC = 0.9148 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.12114091370405489
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2272 | LCC = 0.9143 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11229043096476207
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2237 | LCC = 0.9148 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1097375618756851
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2436 | LCC = 0.9155 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10046773980979974
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2473 | LCC = 0.9136 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09715142361604409
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2632 | LCC = 0.9148 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.09388860351691357
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2528 | LCC = 0.9143 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09100101423056829
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2398 | LCC = 0.9117 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08939036270442037
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2396 | LCC = 0.9122 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08773917073889964
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2511 | LCC = 0.9109 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08381142600767874
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2352 | LCC = 0.9143 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07646701906974605
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2449 | LCC = 0.9128 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07360676869836157
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2463 | LCC = 0.9126 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07113027467117833
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2570 | LCC = 0.9128 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.07084209670048917
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2328 | LCC = 0.9144 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.06634769954777867
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2382 | LCC = 0.9120 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.06374521088393438
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2580 | LCC = 0.9115 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.06348712745558664
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2388 | LCC = 0.9124 | SRCC = 0.9114 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2286 | LCC = 0.9060 | SRCC = 0.8923 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer26/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2056bb93a0b4311206641461578a673e7e5da384
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3feee0fb6b76aee0bc706c520912d9502936c34e8c7258c6c8525f77420b2910
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca14d8b915f001f65ef7b22c56c4ff016948a7e5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:034b2b0686ee0d22c76447d32ed650b849aff5c6671394c1200484042bce7cf1
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer26/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fbd16b529b2b5fa036338f68d13c663bca0b878b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4248002688319697
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3612 | LCC = 0.8911 | SRCC = 0.8901 ]
+INFO:root:Average loss=0.26109328013279537
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2852 | LCC = 0.9009 | SRCC = 0.9005 ]
+INFO:root:Average loss=0.23348569758021073
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3117 | LCC = 0.9068 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.20650423270774027
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2511 | LCC = 0.9086 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.2049155853731784
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2407 | LCC = 0.9123 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19250155550379283
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2953 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.17550896129683952
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2682 | LCC = 0.9119 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.16108478317198727
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2503 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.15997859120713492
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2810 | LCC = 0.9147 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.14788807638936993
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2503 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.14636615017762764
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2825 | LCC = 0.9145 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1403968077088367
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2732 | LCC = 0.9127 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.13691941704708716
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2664 | LCC = 0.9150 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.12375406895069718
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2417 | LCC = 0.9141 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12089984726182298
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2512 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11700405451775975
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2583 | LCC = 0.9132 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1062187237632757
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2302 | LCC = 0.9125 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10383551119896718
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2412 | LCC = 0.9114 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09682662632165617
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2400 | LCC = 0.9138 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09513473898344646
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2271 | LCC = 0.9106 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09083270621782093
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2535 | LCC = 0.9078 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.08507281739932264
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2344 | LCC = 0.9123 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08240098321024393
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2349 | LCC = 0.9118 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.08284607333685622
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2682 | LCC = 0.9107 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.0800857639553919
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2564 | LCC = 0.9116 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.076772113239145
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2479 | LCC = 0.9094 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07234599266868795
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2634 | LCC = 0.9107 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.06736321366160591
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2351 | LCC = 0.9104 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06549277921029598
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2725 | LCC = 0.9084 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.062123994951303295
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2455 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.061870333108771054
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2405 | LCC = 0.9101 | SRCC = 0.9095 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2712 | LCC = 0.9032 | SRCC = 0.8919 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer26/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b845d58ef91957f770be9977809b7dc4eee920dc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2802d0ef2bde08416ca0e4bd22fb0c728d196b806b895207f717331f819dba0f
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer26/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..70a9dde782200070d488b46465ac1c4f8974084f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a38fd7ea51ee46384197814741959b2f92faa7f5e60fb5e9b04fefd126c4cf9
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer26/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer26/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7a87886dfcf42bff0d992bee5bea951fc0305038
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer26/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3942465319626593
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3213 | LCC = 0.8933 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.24957693355276406
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2713 | LCC = 0.9028 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.22190948416387415
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2530 | LCC = 0.9054 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.20157738654427446
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2694 | LCC = 0.9111 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.20598641033634285
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3297 | LCC = 0.9127 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.18580764476102213
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2494 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.17583681083138966
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2316 | LCC = 0.9143 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.17579688011221803
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2422 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16123698789604826
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2349 | LCC = 0.9155 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14804329473331485
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2297 | LCC = 0.9163 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14315278427621533
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2349 | LCC = 0.9187 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13985262570009066
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2356 | LCC = 0.9167 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.138235455217389
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2473 | LCC = 0.9159 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13604649173558792
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2682 | LCC = 0.9162 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.12328041650656331
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2454 | LCC = 0.9138 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1185162691237954
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2487 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.11397376307690074
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2604 | LCC = 0.9144 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10538491051148817
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2330 | LCC = 0.9164 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.10809221454610714
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2981 | LCC = 0.9128 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.09879273077139275
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2367 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09536434998574285
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2660 | LCC = 0.9120 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09040864854189702
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2266 | LCC = 0.9159 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.08572555460423403
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2441 | LCC = 0.9135 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08335053860452134
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2615 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.07945815811870414
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2355 | LCC = 0.9116 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.07852171917009905
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2753 | LCC = 0.9113 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07397871776726204
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2425 | LCC = 0.9145 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.07694943430106764
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2492 | LCC = 0.9129 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.0693722131710521
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2701 | LCC = 0.9101 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.06728276985056827
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2458 | LCC = 0.9123 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.06376652359273392
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2262 | LCC = 0.9132 | SRCC = 0.9133 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2170 | LCC = 0.9038 | SRCC = 0.8919 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer28/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf9bb141575650687ab7e39fb982b57fbe421931
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d40d1e876490311fd75cf3d0589b9b5b7f815e53174c17b31f9eb10db31b7d2
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d39bd168f9bf88bcb4e66defa219d75f23c498f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23ef98a2128804c6fc6c9eaf8802ab09037c74d57608640ad1ce13f349b913fa
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer28/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..54b6ac9527b0e6bddc68939f9b7b5c475dbf78f4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4228299387617607
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3101 | LCC = 0.8887 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.25400539078464396
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2684 | LCC = 0.9022 | SRCC = 0.9014 ]
+INFO:root:Average loss=0.23745331728044963
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2879 | LCC = 0.9068 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.21435718918811378
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2826 | LCC = 0.9083 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.20153262961462054
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2963 | LCC = 0.9100 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19366440642086757
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2534 | LCC = 0.9145 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.17538031048512873
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2423 | LCC = 0.9151 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.17139366368165596
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2613 | LCC = 0.9155 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.15959034679252979
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2356 | LCC = 0.9152 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.15580065625940445
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2217 | LCC = 0.9158 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1575933988125338
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2316 | LCC = 0.9169 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1383022113859309
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2709 | LCC = 0.9157 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13620240301582853
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2332 | LCC = 0.9156 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.12558871425817467
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2265 | LCC = 0.9150 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.12019721633953855
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2190 | LCC = 0.9145 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11699205649898231
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2259 | LCC = 0.9145 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.11118208031261588
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2201 | LCC = 0.9159 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10481281333059245
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2528 | LCC = 0.9118 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.101703686499699
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2348 | LCC = 0.9139 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0981818532754231
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2397 | LCC = 0.9114 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.09010591450540316
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2240 | LCC = 0.9108 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.09104138098097261
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2257 | LCC = 0.9110 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08949093572321655
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2333 | LCC = 0.9117 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08130198956138826
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2246 | LCC = 0.9121 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.077502102219645
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2313 | LCC = 0.9123 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07276977019416804
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2293 | LCC = 0.9125 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.07234840166103633
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2326 | LCC = 0.9109 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.0654427475925815
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2297 | LCC = 0.9092 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06670216175948264
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2345 | LCC = 0.9108 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.06123516361923576
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2459 | LCC = 0.9087 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.06048658972530696
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2219 | LCC = 0.9111 | SRCC = 0.9098 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2272 | LCC = 0.9052 | SRCC = 0.8899 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer28/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..320834867bd9f2233448efc533303c7d51e518c3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a69cc10d2116dc69a46cd0aae5240d58058b50fde091f29e516e2b5c7da79e74
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe71e0ecb5f88b641e90d62cdce6f4648d227e35
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf6876358d94ae10e719aee460e7f207a5155ace0566606d1f1a411b5da4f3f0
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer28/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f78f0374d10df91094450343483280641c66a26d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43900537111855653
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3052 | LCC = 0.8873 | SRCC = 0.8875 ]
+INFO:root:Average loss=0.2611495641442393
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2866 | LCC = 0.9026 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.23342107107184526
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2749 | LCC = 0.9049 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.20704547371822973
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2733 | LCC = 0.9095 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.195724896612884
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2493 | LCC = 0.9114 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.1925181480329161
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2659 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.17386122370903204
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2506 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.16952272168645968
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2770 | LCC = 0.9140 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1643038419629797
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2531 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1578992744530901
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2471 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14972194396174712
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2627 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14117540173620158
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2263 | LCC = 0.9137 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.13767195919345568
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2183 | LCC = 0.9147 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.12927533324398746
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2387 | LCC = 0.9130 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.12276694230261566
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2367 | LCC = 0.9145 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12188847100286815
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2541 | LCC = 0.9108 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.11418704132985517
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2346 | LCC = 0.9136 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10571045605088934
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2533 | LCC = 0.9122 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10197112048206301
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2329 | LCC = 0.9146 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09778931646505533
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2377 | LCC = 0.9108 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09230010260994724
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2346 | LCC = 0.9108 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.08875753683161873
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2411 | LCC = 0.9116 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08950760876598386
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2412 | LCC = 0.9136 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0815778220707626
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2498 | LCC = 0.9085 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.08132185873096388
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2323 | LCC = 0.9107 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07683671255073796
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2430 | LCC = 0.9107 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07310849848079544
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2465 | LCC = 0.9086 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.07067375285604785
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2459 | LCC = 0.9090 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.06785985467837036
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2520 | LCC = 0.9094 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.06665094642539245
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2458 | LCC = 0.9092 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.06232929016554976
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2349 | LCC = 0.9077 | SRCC = 0.9079 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2498 | LCC = 0.8981 | SRCC = 0.8857 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer28/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74bb40b9059ba2f32eb2cf71a5537fe96e1ee293
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f54b36aef9c76c1aed45e1696efb317ee54e79362e9aac4ac0517a3889993e5
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db43da1b6a887ca6c9bf1340fcc3c383c320bead
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35ac8d86f92fdbe1cdc6e7e82e8c7e4d8c140099726a29abe2ec08cc4e2454d1
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer28/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5b04b817f0ee5a9c156dacc55cac95b96dc9502d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40582418536519727
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2979 | LCC = 0.8927 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.25212332167032825
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3467 | LCC = 0.9010 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.22518975119714793
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2630 | LCC = 0.9065 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.2094651518787952
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2917 | LCC = 0.9097 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1982669814387498
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2985 | LCC = 0.9068 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.1921390577547812
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2655 | LCC = 0.9123 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.17382982834053867
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2574 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.16023353246078326
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2588 | LCC = 0.9134 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.1553702430659636
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2277 | LCC = 0.9140 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.14775154920499448
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2554 | LCC = 0.9156 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.14099390511912419
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2526 | LCC = 0.9144 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.13560868218282743
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2739 | LCC = 0.9152 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12544257611553103
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2730 | LCC = 0.9122 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.12351380119563182
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2908 | LCC = 0.9129 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11483491875360467
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2861 | LCC = 0.9098 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.11701504128172219
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2427 | LCC = 0.9109 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.11228886352195216
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2666 | LCC = 0.9117 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.10248449018408108
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2590 | LCC = 0.9121 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09667220160451238
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2724 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.0947112769233009
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2806 | LCC = 0.9116 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.09429605100626891
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2518 | LCC = 0.9102 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.08489641017479703
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2534 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.08370291529966227
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2825 | LCC = 0.9093 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07899143478989257
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2618 | LCC = 0.9082 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.07681023247669198
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2462 | LCC = 0.9092 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07341383940222636
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2557 | LCC = 0.9049 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.07140790546216028
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2795 | LCC = 0.9061 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.06755239531570087
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2507 | LCC = 0.9062 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.06392538633649748
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2626 | LCC = 0.9059 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.06142547975342742
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2514 | LCC = 0.9063 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.05981696214031622
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2495 | LCC = 0.9054 | SRCC = 0.9057 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2295 | LCC = 0.9072 | SRCC = 0.8980 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer28/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..571b53e7468e219138b3fd5ea0a705597d704317
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e8e009af40b86c2d8deefb8ae29594809df30f4c2bb03d08a87698cd58bbda0
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..67ea7435a7498aa76b7eef57e4745227b7cb9d51
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3fdba26f6402c12269eb52c49dbcfcfe13b0246f0bcb9576b78334a8429b754
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer28/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fbff99707ce7b095aa8032e34bda05c721bec278
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4012348423631205
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3505 | LCC = 0.8921 | SRCC = 0.8910 ]
+INFO:root:Average loss=0.25025138172800143
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2518 | LCC = 0.8988 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.22336477622648196
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2718 | LCC = 0.9048 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.2054365741551956
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3262 | LCC = 0.9096 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.18886285288140953
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2490 | LCC = 0.9101 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.17769411266539137
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3114 | LCC = 0.9113 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.16865055930580017
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2631 | LCC = 0.9114 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.16121116125514742
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2747 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1610184096532061
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3037 | LCC = 0.9145 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.14970680799959712
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2693 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1452878886306217
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2671 | LCC = 0.9149 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.14581813081840558
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3397 | LCC = 0.9125 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.13162340172108888
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2948 | LCC = 0.9122 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1307468242038881
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2423 | LCC = 0.9145 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11936701954789244
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2598 | LCC = 0.9122 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.11519595179599144
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2369 | LCC = 0.9126 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.110811326135962
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2345 | LCC = 0.9131 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10675570058684818
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2834 | LCC = 0.9100 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09926321486689452
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2745 | LCC = 0.9081 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09968521926185989
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2393 | LCC = 0.9134 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.09063408771432893
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2886 | LCC = 0.9077 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08852804891463649
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2405 | LCC = 0.9120 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08454117342571303
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2594 | LCC = 0.9107 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.08100824432738254
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2545 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07713766122570617
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3111 | LCC = 0.9081 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0771524022640176
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2810 | LCC = 0.9069 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.0733710013846786
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2316 | LCC = 0.9104 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.06903535101799607
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2456 | LCC = 0.9090 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.06989005770039007
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2866 | LCC = 0.9098 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06915853353421812
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2362 | LCC = 0.9112 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06633417424611274
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2577 | LCC = 0.9122 | SRCC = 0.9123 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2468 | LCC = 0.8917 | SRCC = 0.8848 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer28/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..edf1923f025b7e34853dce6006f98583081bb005
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396ab41bd06b2f8e2a691cc511cd9b766fcca8ba96f31b2c56a1aa8532987a4e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer28/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b8c99a6616e8d253fdb2ca2137272188fc86dd9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d58528ed1cd57f2f4e1dcd329a4e4369f773a2a8bb12f15016b7b7b4d87bfb9b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer28/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer28/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0696d3a073218dcd1471cb49c326e3234f63e4d8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer28/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4001742319736867
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4325 | LCC = 0.8860 | SRCC = 0.8871 ]
+INFO:root:Average loss=0.2583184352499901
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3020 | LCC = 0.9029 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.23463842643134167
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2941 | LCC = 0.9046 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.2044374556684425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2717 | LCC = 0.9095 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.1883442433755522
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2437 | LCC = 0.9119 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.19048451459993518
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2543 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18256427868770037
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2472 | LCC = 0.9141 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.16660872829615037
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2553 | LCC = 0.9123 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.17010672076072306
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2401 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.14996493379504694
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2645 | LCC = 0.9160 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1406287257640348
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2250 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.13213022380550474
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2308 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.13005258965526703
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2431 | LCC = 0.9139 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12399853374055356
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3234 | LCC = 0.9092 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1145719904344895
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2258 | LCC = 0.9120 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.11351982043313154
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2379 | LCC = 0.9113 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.10386055811292175
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2638 | LCC = 0.9083 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.10234466597782393
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2320 | LCC = 0.9122 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.09418338750397538
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2521 | LCC = 0.9078 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.09535663992683323
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2511 | LCC = 0.9103 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08732267656508898
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2477 | LCC = 0.9089 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08524602888464239
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2572 | LCC = 0.9090 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08461246654563556
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2373 | LCC = 0.9073 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07606261645610622
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2459 | LCC = 0.9094 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.0719997672676351
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2360 | LCC = 0.9086 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07158055083255548
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2340 | LCC = 0.9073 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.06963505697129779
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2555 | LCC = 0.9059 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.06455046511282121
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2451 | LCC = 0.9070 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.062200948208398214
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2404 | LCC = 0.9067 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.06682054941795465
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2376 | LCC = 0.9079 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.059273425834199596
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2624 | LCC = 0.9053 | SRCC = 0.9062 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2364 | LCC = 0.9065 | SRCC = 0.8926 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer30/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc3feb084aeb85739a2e8525bc6af3d500e4b6b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34bcfc1b1d87b3d042904403b838f2233f8454c7a197c45e9603fba61973f62c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b219e47f5b78034c83b85211e3914084df2cf180
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3616c32ca0cd80ad259bac1b0d9a4afe5e4144dafe5990ad3b51003d7c5fbbad
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer30/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f5f7f77e7737779a8707a47b2390dd1e69f5ca56
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43034702384402984
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3784 | LCC = 0.8872 | SRCC = 0.8883 ]
+INFO:root:Average loss=0.2528694340087086
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2900 | LCC = 0.9015 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.22655087739573737
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2912 | LCC = 0.9056 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.21399727704897092
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2719 | LCC = 0.9090 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.1967839722257818
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2703 | LCC = 0.9091 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1794111635643623
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2393 | LCC = 0.9147 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1758600687877291
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2673 | LCC = 0.9126 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1640116236457935
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3011 | LCC = 0.9111 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1595855730806472
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3149 | LCC = 0.9114 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.14939654024177892
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2762 | LCC = 0.9125 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.14181571453809738
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2904 | LCC = 0.9113 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.13861655706615117
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2492 | LCC = 0.9162 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.13404753459671329
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2257 | LCC = 0.9143 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.12632026891574005
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2567 | LCC = 0.9125 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.12299553317830741
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2456 | LCC = 0.9127 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.11588254450373567
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2560 | LCC = 0.9128 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10800909957272468
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2168 | LCC = 0.9120 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.10875584652399742
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2437 | LCC = 0.9105 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09821297966934353
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2540 | LCC = 0.9082 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.101233394159747
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2468 | LCC = 0.9097 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.09610302873343401
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2551 | LCC = 0.9098 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0874341597102281
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2481 | LCC = 0.9112 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08442278839432435
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2300 | LCC = 0.9105 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0810716926534741
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2630 | LCC = 0.9093 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.08258324504070888
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2385 | LCC = 0.9122 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07804844442302782
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2267 | LCC = 0.9121 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07586615745817994
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2623 | LCC = 0.9086 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.07145869137579305
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2443 | LCC = 0.9074 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06727674131879227
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2434 | LCC = 0.9058 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.06946203041541783
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2426 | LCC = 0.9082 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.06312055317308173
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2586 | LCC = 0.9068 | SRCC = 0.9061 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2482 | LCC = 0.8967 | SRCC = 0.8855 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer30/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7844ba19ad437816f1ad4418bfc16e6e0fd0273a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1259dbf47d87c3e3637b83c078362349f4bfd47f612c55a2650e10109aa4ef5e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..13e51ce19f07e1e7f43bc9c2e9e6f632ce84f868
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4deda9406034b75e421aacfbfac302dd9f89d962e65ec6f066dd1ad7a55bf552
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer30/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b03b34740add31fb3010cf985fbe8b06b8fc0701
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5274141169007803
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3242 | LCC = 0.8850 | SRCC = 0.8850 ]
+INFO:root:Average loss=0.2616215306899451
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2703 | LCC = 0.9020 | SRCC = 0.9012 ]
+INFO:root:Average loss=0.23401290643421901
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2710 | LCC = 0.9056 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.20906854752515783
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2591 | LCC = 0.9099 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.1951513337348238
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2571 | LCC = 0.9113 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.18268799639678415
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2784 | LCC = 0.9134 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.17167273926080306
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2433 | LCC = 0.9144 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.16685824513952166
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2575 | LCC = 0.9131 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1721655088611421
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2973 | LCC = 0.9128 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1514343369127698
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2522 | LCC = 0.9130 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.14821687301976144
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2358 | LCC = 0.9159 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.13777236300224513
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2368 | LCC = 0.9154 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.13400838207561155
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2518 | LCC = 0.9160 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12522074416538195
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2235 | LCC = 0.9134 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12028185381537917
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2324 | LCC = 0.9132 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11349129715579094
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2451 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.11120274133248136
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2491 | LCC = 0.9124 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.10874043435202857
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3399 | LCC = 0.9084 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.10211134099030081
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2265 | LCC = 0.9141 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1012073196040068
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2763 | LCC = 0.9096 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.09992271371056578
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2757 | LCC = 0.9096 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.08796757651288385
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2266 | LCC = 0.9115 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.0841656711620058
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2812 | LCC = 0.9089 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.08357356641592317
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2643 | LCC = 0.9090 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07943304012276534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2378 | LCC = 0.9116 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.07877103067030107
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2472 | LCC = 0.9094 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07588666236038842
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2345 | LCC = 0.9101 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.07236487222458586
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2669 | LCC = 0.9069 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.06778653730460674
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2663 | LCC = 0.9070 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.06613047584632918
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2340 | LCC = 0.9092 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.06455554515984706
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2625 | LCC = 0.9050 | SRCC = 0.9053 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2328 | LCC = 0.8933 | SRCC = 0.8813 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer30/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07328d711c9348d7fd94658f2e094021c8ca0eb1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a72fef3994d196c0ade81a5a6c2121c34831083c62787c3d82a65eb7e5beff66
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6a6125522f1e8a2393a4acc719e1c9a9d38d772
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e81fe587b5b66653ff483ed35821b52851270c5c0a204d0fcd16cc17366093d
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer30/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4ddc319fd2ce34e7cfdcaaa5e33ec9dbc0afe8a7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43107918266616113
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3838 | LCC = 0.8882 | SRCC = 0.8869 ]
+INFO:root:Average loss=0.25923009664681607
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2837 | LCC = 0.9006 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.23864118772090515
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3401 | LCC = 0.9044 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.2141810811065525
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2483 | LCC = 0.9058 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.19670923975850804
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2814 | LCC = 0.9124 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18470345691621648
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2638 | LCC = 0.9140 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.17727043716549185
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2960 | LCC = 0.9135 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1733187063236457
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3049 | LCC = 0.9146 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1551141125618378
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2270 | LCC = 0.9138 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.14771911221949352
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2424 | LCC = 0.9141 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.14693753649561392
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2931 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.131835787799317
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2375 | LCC = 0.9150 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.13005545468344165
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2422 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12552050044598606
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2218 | LCC = 0.9154 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11693464736373438
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2419 | LCC = 0.9136 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.11288454603253073
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2876 | LCC = 0.9116 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10406749370384079
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2826 | LCC = 0.9107 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.10681333496219161
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2431 | LCC = 0.9120 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09845721467554225
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2468 | LCC = 0.9107 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.09609181629870668
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3276 | LCC = 0.9062 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.08912625620303126
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3145 | LCC = 0.9064 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08732554917304503
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2391 | LCC = 0.9115 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07874109815655417
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2555 | LCC = 0.9114 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07663315689632658
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3233 | LCC = 0.9054 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.0752296795304111
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2448 | LCC = 0.9105 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.0698140989881375
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2681 | LCC = 0.9093 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07117369833450786
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2417 | LCC = 0.9093 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.06778423160831364
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2516 | LCC = 0.9097 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.06362202167080316
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2636 | LCC = 0.9076 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.06339274907775352
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3410 | LCC = 0.9028 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.05878777401467968
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2766 | LCC = 0.9067 | SRCC = 0.9075 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2762 | LCC = 0.8957 | SRCC = 0.8840 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer30/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7a5c301fcba39686c1958de310e4a2b8ee523282
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a08668ca1433fb04710c3c6264867092e0f079c2dfc747146ba6e4b16db4358c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c0bf914c3f7a005a55f6dc7067b25456dab440bb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8472a9012700f60ece2795c3bb211f76e158701f5ad8ac4cfedeb473c0d5a1b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer30/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6e55bb464ced16a3767fd51418998f9018a4c662
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4861904279345033
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3140 | LCC = 0.8832 | SRCC = 0.8832 ]
+INFO:root:Average loss=0.2601664892338604
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3121 | LCC = 0.8968 | SRCC = 0.8966 ]
+INFO:root:Average loss=0.23361183237822758
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2857 | LCC = 0.9015 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.21050531223330193
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3035 | LCC = 0.9056 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.20308582540709158
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2939 | LCC = 0.9092 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.18210204483973497
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2889 | LCC = 0.9112 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.18424720200844583
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2682 | LCC = 0.9132 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.16815725132564588
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2757 | LCC = 0.9133 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1594011194013447
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2558 | LCC = 0.9129 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1581948497736385
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2533 | LCC = 0.9137 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1477677018483939
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2490 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.14379410919426494
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2618 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1378954583509809
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2602 | LCC = 0.9116 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.13046180314755854
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2600 | LCC = 0.9134 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.11948760306042742
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2566 | LCC = 0.9141 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.12290203097583241
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2669 | LCC = 0.9114 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.11356754062664991
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2369 | LCC = 0.9121 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.10835404879268194
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2668 | LCC = 0.9084 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.10484284692244723
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2407 | LCC = 0.9099 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.10061018330427264
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2545 | LCC = 0.9107 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09688679230092578
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2482 | LCC = 0.9113 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.0897870081223849
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2542 | LCC = 0.9073 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.0851588510622868
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2484 | LCC = 0.9088 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.083191980085621
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2578 | LCC = 0.9068 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08291363380203358
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2635 | LCC = 0.9119 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07687350136437857
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2480 | LCC = 0.9082 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.07305881228147215
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2539 | LCC = 0.9070 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07234308151582072
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2542 | LCC = 0.9067 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07014596048807133
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2424 | LCC = 0.9061 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.06597638926926376
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2739 | LCC = 0.9052 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.06384586441637463
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2446 | LCC = 0.9067 | SRCC = 0.9073 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2607 | LCC = 0.8902 | SRCC = 0.8783 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer30/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..775c1fec6eb723b0ee148137661918c4890dbbb4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e9e5e1c74333c13a01a8b9b20fba02c29ec0c0ca88d47693379e6bc6e3928f2a
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer30/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..497a5cad598d89d57a8289333e27a09911ee85c5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf47653d7b45d1bef0998c42f37ddef12e28c6cc051716268f1934bc6d45cb90
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer30/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer30/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..eac69e208ac87244a5eeb35de8806ea7a6254c8e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer30/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4923966270306207
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3520 | LCC = 0.8905 | SRCC = 0.8892 ]
+INFO:root:Average loss=0.2463507213861267
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2967 | LCC = 0.9004 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.22929696600905733
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2747 | LCC = 0.9077 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.20404753588527613
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2828 | LCC = 0.9093 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.19931496150059508
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2924 | LCC = 0.9092 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.17977067212321166
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2733 | LCC = 0.9128 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.17827828215553582
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2657 | LCC = 0.9135 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.1704391975364933
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2682 | LCC = 0.9142 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.15724526664425184
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2931 | LCC = 0.9117 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.1556357328774612
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2594 | LCC = 0.9126 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.14407180421958768
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2855 | LCC = 0.9126 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.13604798783801195
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2514 | LCC = 0.9130 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.13593678456338154
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2617 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12384404263572196
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2658 | LCC = 0.9121 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.12260129922904031
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2290 | LCC = 0.9136 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.11923789900506852
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2567 | LCC = 0.9136 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.11210514837606794
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2610 | LCC = 0.9106 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.1097187007955044
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2419 | LCC = 0.9117 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09725465373582923
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2701 | LCC = 0.9112 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.10438135796027377
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2644 | LCC = 0.9090 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.09349306326122642
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2567 | LCC = 0.9101 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.09082389758587572
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2531 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.08435102140886246
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2793 | LCC = 0.9075 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.08400925679530712
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2589 | LCC = 0.9093 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07897583505063388
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2595 | LCC = 0.9076 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.07559639973447502
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2525 | LCC = 0.9097 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.07476773849456986
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2679 | LCC = 0.9064 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.07193951207519955
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2650 | LCC = 0.9099 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.0684062902508788
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2499 | LCC = 0.9098 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.06498510487420711
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2488 | LCC = 0.9081 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.061978355373089024
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2608 | LCC = 0.9076 | SRCC = 0.9086 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2511 | LCC = 0.9055 | SRCC = 0.8940 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer32/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6947caba3a4ec815320325c57aed013deea6006b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60b004f935301fc27436e8876c301b68bb050c54da82f783f06be54b4adaada8
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9fb959ad8307e6b4b15d2bf4174d7c9a315f7376
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e1e7d9e3efe8327ca63232f1e5a9467667fb3f6ec7c3102a8eaae781b2cf8db0
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer32/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a6310d934980cc29f92f7231d502de9a85597ab
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4288825289362428
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3553 | LCC = 0.8906 | SRCC = 0.8898 ]
+INFO:root:Average loss=0.25954584915169404
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3479 | LCC = 0.8991 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.22066808672826413
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3084 | LCC = 0.9077 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.20768510042070654
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2831 | LCC = 0.9084 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.1926686103977909
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2479 | LCC = 0.9116 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.18295290209137635
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2871 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.17374556136958172
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2408 | LCC = 0.9127 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.16103572975521144
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2428 | LCC = 0.9122 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.15446463395233098
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2601 | LCC = 0.9137 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1477983239930489
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2535 | LCC = 0.9112 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1404648839652194
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2454 | LCC = 0.9130 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.13604999337926765
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3054 | LCC = 0.9132 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1322991317407244
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2254 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.11962217014993547
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2547 | LCC = 0.9132 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.1207431338167604
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2627 | LCC = 0.9125 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.10981954367174579
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2406 | LCC = 0.9124 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.10861656078368942
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2365 | LCC = 0.9108 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.10046656003404904
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2511 | LCC = 0.9119 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.1018911221985183
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2337 | LCC = 0.9117 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.09818190172573045
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2627 | LCC = 0.9092 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.09128006607983154
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2457 | LCC = 0.9105 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.08564915639386012
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2399 | LCC = 0.9092 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.08654977796825371
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2868 | LCC = 0.9050 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.07917202955294896
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2528 | LCC = 0.9082 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.0749468326224068
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2664 | LCC = 0.9070 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.07340749249809739
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2696 | LCC = 0.9072 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.07334699871481498
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2324 | LCC = 0.9085 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07224909362593138
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2330 | LCC = 0.9072 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07787442851187176
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2439 | LCC = 0.9081 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.06726130952983234
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2339 | LCC = 0.9092 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.06325264262153923
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2808 | LCC = 0.9052 | SRCC = 0.9072 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2040 | LCC = 0.9006 | SRCC = 0.8846 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer32/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2e13d69b72b2c0014e1f5e79373153f9a9033f92
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0b8dee72091b2ef67c91b7e43904486a08e4db664fd1413175b60da0200cdc60
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..437a6803a04b32bed5b2603fedf2155dc7ffe10a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ff423e8f46d0118837d2a756fea6b20bf53cfd50577ee160f13e08111d619f4
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer32/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..664586e16e6adc220b691b873a7adadaf453f5be
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4390115266762717
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3792 | LCC = 0.8873 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.2531583826838201
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3904 | LCC = 0.8968 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.23372811768096308
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2747 | LCC = 0.9048 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.222915096865224
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3010 | LCC = 0.9079 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.20138061912245833
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2586 | LCC = 0.9100 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.18803955205430875
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2683 | LCC = 0.9115 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1766883450522588
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2562 | LCC = 0.9119 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.16785426799617062
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2679 | LCC = 0.9111 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.16184614835619238
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2457 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.16670464302246282
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2611 | LCC = 0.9137 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.14859938298518946
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2378 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.14193935911951727
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2516 | LCC = 0.9129 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1346909524388396
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2646 | LCC = 0.9131 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1307515190602038
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2395 | LCC = 0.9110 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.125645599570233
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2479 | LCC = 0.9137 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.11939156076983909
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2460 | LCC = 0.9120 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.11314521488771273
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2745 | LCC = 0.9136 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.11124965654029323
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2369 | LCC = 0.9137 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10405147168246996
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2650 | LCC = 0.9122 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.11058581928383408
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2391 | LCC = 0.9111 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09693254911572258
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2651 | LCC = 0.9114 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.09948391316598551
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2453 | LCC = 0.9123 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08882426847353836
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2693 | LCC = 0.9106 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08759434273563368
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2448 | LCC = 0.9111 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.08457498896242566
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2438 | LCC = 0.9112 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08249041227074717
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2700 | LCC = 0.9114 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.07821627732129455
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2663 | LCC = 0.9086 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07778582271899102
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2379 | LCC = 0.9092 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.07222476956902901
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2675 | LCC = 0.9095 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07073918751553993
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2832 | LCC = 0.9078 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.06931395637076025
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2700 | LCC = 0.9082 | SRCC = 0.9072 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2252 | LCC = 0.8981 | SRCC = 0.8871 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer32/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1da61907c1a0a6fad718aa069436516f16e4fb90
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:89965cdb50e0c2144a5bf37e0820ca37613ecd3373ba75b2e42279cf527ba9cc
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1b0a99fb5d7f78b82731f5d9f205d36ba766a5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85e35d5093d51d63ee526e13988be171dc6d4246fbd6d924f85e5feca924b385
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer32/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..05b5f9fc38e900d0a537acdd56cbf875732d753d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43696751889121327
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3101 | LCC = 0.8897 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.2555247412596135
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2910 | LCC = 0.9003 | SRCC = 0.8998 ]
+INFO:root:Average loss=0.22954634598569373
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3187 | LCC = 0.9050 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.2186280405418032
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3087 | LCC = 0.9055 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.2077212171316836
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2691 | LCC = 0.9079 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.19138406096510804
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3338 | LCC = 0.9102 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.18744734424903903
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3116 | LCC = 0.9078 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.17593931324909187
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2410 | LCC = 0.9102 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.15888338936546634
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2955 | LCC = 0.9101 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.15484260853832169
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2646 | LCC = 0.9117 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.1488040832942621
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2247 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1441614089932056
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2388 | LCC = 0.9138 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1380500315413999
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2239 | LCC = 0.9103 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.12731227972087145
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2257 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.1269569980099022
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2409 | LCC = 0.9127 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.1146759070412961
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2623 | LCC = 0.9099 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.12226845039797656
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3033 | LCC = 0.9093 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.11439860743508173
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2787 | LCC = 0.9097 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.11061725524291827
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3416 | LCC = 0.9079 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.10412321836186972
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2681 | LCC = 0.9087 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.09543913406874403
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2756 | LCC = 0.9090 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.09302909220057416
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2286 | LCC = 0.9086 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.0903176148502813
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2479 | LCC = 0.9092 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08473419176274641
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2358 | LCC = 0.9106 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08181515639658608
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2624 | LCC = 0.9073 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.0781282641079729
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2376 | LCC = 0.9085 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.07539658735080951
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2751 | LCC = 0.9070 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.07325749017427423
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2468 | LCC = 0.9092 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.07486478019656473
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2386 | LCC = 0.9078 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.06746400897041221
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2427 | LCC = 0.9069 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.06434837849326216
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2374 | LCC = 0.9082 | SRCC = 0.9075 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2422 | LCC = 0.8848 | SRCC = 0.8743 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer32/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d0a9b2937fe3e373e58a6f4cf403f80e49b3b92
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baeb26c3a6a2b4defc3a6ee1aee7f302d5c5e1cccdcd14d70425da9c5f4373d5
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27b957b43f85bbcd645f373a6b1c60724db1fc0f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae6a591732718abc5c6419eb12a274b1ab0ab3e898164e9ae68865f3961eb5cf
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer32/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac32d8b0e94171d5e6a68828d6084f71566abb23
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41432264722840634
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4087 | LCC = 0.8823 | SRCC = 0.8866 ]
+INFO:root:Average loss=0.2819971091657705
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3115 | LCC = 0.8971 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.24667067886087934
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2646 | LCC = 0.9024 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.21770636151636266
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2793 | LCC = 0.9078 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.1999378122087848
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2659 | LCC = 0.9090 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.18871081672135115
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2500 | LCC = 0.9127 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1755931646579263
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2577 | LCC = 0.9110 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.17031034418096433
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2455 | LCC = 0.9127 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.162993235265933
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2909 | LCC = 0.9098 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.15601967667051822
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2589 | LCC = 0.9129 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1504458646812191
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2283 | LCC = 0.9138 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1437528492139943
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2541 | LCC = 0.9129 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.13628661688524862
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2395 | LCC = 0.9150 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.12861134723431802
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2575 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.12186754227890445
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2366 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.12600545546395242
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2469 | LCC = 0.9131 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.11445228492765758
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2409 | LCC = 0.9114 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.10803346697650204
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2589 | LCC = 0.9113 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.10490978423053819
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2397 | LCC = 0.9080 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.0999436154961586
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2625 | LCC = 0.9100 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.09337777812356894
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2422 | LCC = 0.9108 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.0927967261415341
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2585 | LCC = 0.9075 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.08499517255177387
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2400 | LCC = 0.9076 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.08421370432297619
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2339 | LCC = 0.9080 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07796986945877875
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2394 | LCC = 0.9085 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.07659129257922227
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2399 | LCC = 0.9084 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.0725810284042634
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2414 | LCC = 0.9067 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.07067240837078563
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2415 | LCC = 0.9056 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.06720612648163916
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2383 | LCC = 0.9068 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.06563146429599365
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2335 | LCC = 0.9089 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06242853140383098
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2458 | LCC = 0.9074 | SRCC = 0.9067 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2128 | LCC = 0.9125 | SRCC = 0.9020 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer32/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ca60197250827fffbbc253295adbbc40e83587d5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4b3c4d8073455af1e353125f0bdc9c61d732f641eb5ad6b1c17c1e147a871c8
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer32/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..405fd98dbd7ff7793c3ceb8788099842046ecdb9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20fbad50cab009c7403c2d0274f7ca64c69da86147d5e47ab5423f310b7d99a2
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer32/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer32/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e60e857fb86a8b69741f7c6930906ddbc7276745
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer32/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4751687074844548
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3401 | LCC = 0.8864 | SRCC = 0.8877 ]
+INFO:root:Average loss=0.26534934247160236
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3236 | LCC = 0.8977 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.2373565716205994
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3753 | LCC = 0.9007 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.20903232685058792
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2782 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.19484574016119013
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3161 | LCC = 0.9089 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.1958732972341466
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3501 | LCC = 0.9094 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.1764007032003706
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2571 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.16836483884236716
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3043 | LCC = 0.9090 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.16241305933005548
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2738 | LCC = 0.9117 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.15379291208665494
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2306 | LCC = 0.9140 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.15732606302279267
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2458 | LCC = 0.9115 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.14352439085527652
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2926 | LCC = 0.9078 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.13314424859995097
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2447 | LCC = 0.9116 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.1358344636728309
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2678 | LCC = 0.9094 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.12385613329148706
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2523 | LCC = 0.9111 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.11976649517441071
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2477 | LCC = 0.9116 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.11337083384308512
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2516 | LCC = 0.9081 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.11325768878780348
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2365 | LCC = 0.9116 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.10826923840307776
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2341 | LCC = 0.9100 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.10222642080632248
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2238 | LCC = 0.9104 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.10046228251791414
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2482 | LCC = 0.9086 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.09298013665341917
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2555 | LCC = 0.9084 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.0907354334401602
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2929 | LCC = 0.9051 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.08438479090701638
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2541 | LCC = 0.9058 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.08025263579336205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2305 | LCC = 0.9069 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07901088292629732
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3155 | LCC = 0.9021 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.07853389964196723
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2553 | LCC = 0.9060 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.07254877204150822
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2670 | LCC = 0.9042 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.069244599260519
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2401 | LCC = 0.9064 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.06547069136117924
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2358 | LCC = 0.9080 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.06526666123829136
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2405 | LCC = 0.9058 | SRCC = 0.9057 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2029 | LCC = 0.9064 | SRCC = 0.8893 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer34/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed2f38b4038636768624c6661d7e9ce439a943a5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c7f8b261be7ecec961c2be8eb4fc21943b3d92ffc407c656eb03ee515a7f372
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b03eb57946234baefb3cf0e3299d943c6497efeb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a80c188152bf7db7afd3886996b3f6cc657212ae20f90b01ece24c05867ca9cc
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer34/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3fad9ca3e871f269a818a6b94ee5bb8902daa35d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3698267493117062
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3088 | LCC = 0.8941 | SRCC = 0.8938 ]
+INFO:root:Average loss=0.23494446570473598
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3626 | LCC = 0.8913 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.2300058215253615
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2717 | LCC = 0.9103 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.2040277174270222
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3004 | LCC = 0.9114 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.19960062003376855
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2579 | LCC = 0.9121 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.17906349371967978
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2540 | LCC = 0.9127 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.17699157455236236
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2609 | LCC = 0.9162 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.16296915124262
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2477 | LCC = 0.9166 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15549882634871268
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2493 | LCC = 0.9162 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1500694950708764
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2495 | LCC = 0.9140 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1451640993873508
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2530 | LCC = 0.9149 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.13951722403309938
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3214 | LCC = 0.9138 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.13202684411423743
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2529 | LCC = 0.9156 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12673796360203296
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2469 | LCC = 0.9122 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.12626859076278057
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2466 | LCC = 0.9141 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11783758860964307
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2355 | LCC = 0.9134 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.11559910938746668
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2641 | LCC = 0.9127 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.10940909751750141
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2540 | LCC = 0.9114 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.10399745542534514
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2220 | LCC = 0.9142 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.10041251078764828
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2329 | LCC = 0.9125 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.09797304078419773
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2438 | LCC = 0.9102 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.09367599066971355
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2411 | LCC = 0.9120 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08938461957725487
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2377 | LCC = 0.9117 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09013085388120888
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2392 | LCC = 0.9128 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.08353718324978916
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2444 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08197927427601952
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2772 | LCC = 0.9097 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08131287796046004
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2309 | LCC = 0.9113 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07452486356386559
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2649 | LCC = 0.9094 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.0730781124937052
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2450 | LCC = 0.9094 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07076553711829157
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2334 | LCC = 0.9113 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0686736054330892
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2520 | LCC = 0.9091 | SRCC = 0.9079 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2258 | LCC = 0.9016 | SRCC = 0.8843 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer34/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..27bd63f08edc328c48113a9f0ca1509c1b8c4f68
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7552a93e09389af3db6ff241802147d03bf5eb53e94a6a0f6e377df94be940bc
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e5a7a84ce669f5fe60de85fce307a33fc0f0fb2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7f9e3acef3979fe2f1c0dfa37807fbc691b3f79cbf24c6c637fe957f2a8f074
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer34/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9b205eaae5037d42185274d850d7b61a14381640
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39237165063447343
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3493 | LCC = 0.8922 | SRCC = 0.8922 ]
+INFO:root:Average loss=0.25357480347156525
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2895 | LCC = 0.9031 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.22472180365827044
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3059 | LCC = 0.9066 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.2150094695173936
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2978 | LCC = 0.9095 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.19342289124265571
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2520 | LCC = 0.9108 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.19179837431521773
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2438 | LCC = 0.9123 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.17870589754829516
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2757 | LCC = 0.9119 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.17429892860912863
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2505 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1652011302423615
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2628 | LCC = 0.9143 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.15476593276152031
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2443 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.1490475045721655
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2992 | LCC = 0.9133 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.14375179984493752
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2331 | LCC = 0.9116 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.1442250542213462
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2817 | LCC = 0.9127 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.13264944245015955
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2549 | LCC = 0.9140 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.12687183020776407
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2610 | LCC = 0.9117 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.12453024304671094
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2623 | LCC = 0.9098 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.12480025859065139
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2718 | LCC = 0.9113 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.11171909882498614
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2452 | LCC = 0.9105 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.1101780839135192
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2583 | LCC = 0.9101 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.10222318165564123
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2653 | LCC = 0.9085 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.10269935258981809
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2722 | LCC = 0.9065 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.10027500043886935
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2623 | LCC = 0.9111 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.09559740832430778
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2533 | LCC = 0.9098 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.08896444195267782
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2718 | LCC = 0.9085 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.08617402223407189
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2672 | LCC = 0.9074 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.08401947074456712
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2854 | LCC = 0.9072 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.08032301770297089
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2530 | LCC = 0.9090 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.07826535528622611
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2720 | LCC = 0.9076 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.07395846769213676
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2453 | LCC = 0.9091 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.07398015428657477
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2432 | LCC = 0.9081 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.0694184357332701
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2557 | LCC = 0.9078 | SRCC = 0.9078 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2557 | LCC = 0.9048 | SRCC = 0.8887 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer34/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ecfca990799c0599b4e29d0131c9721c27444e28
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c83d103e2eb1646ee7166f4c6c1f6cad1f959735f46ed0718b5fbf407562c65c
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ea4700d0083ea61877a54d8dba91d026dc9a5c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:323180981c28b228ac0413ea4b3eb78fdad02322eddba3d121a6d499b89f1f25
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer34/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e8cd2732d3b9421d0973b8acebe391c6557d8096
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4625520106684955
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3020 | LCC = 0.8902 | SRCC = 0.8902 ]
+INFO:root:Average loss=0.2487549557851229
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2821 | LCC = 0.9003 | SRCC = 0.9011 ]
+INFO:root:Average loss=0.2274403488532656
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2810 | LCC = 0.9057 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.20607348208482554
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3225 | LCC = 0.9038 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.20302137034821371
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2526 | LCC = 0.9107 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.19194559094016952
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2456 | LCC = 0.9139 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.18168236931107637
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2614 | LCC = 0.9138 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17146617415323423
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2432 | LCC = 0.9142 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.15991029251000785
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2460 | LCC = 0.9156 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.15740128800359077
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2425 | LCC = 0.9165 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.15754155060976227
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2688 | LCC = 0.9154 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.150199768214212
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2569 | LCC = 0.9147 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.13779844322128793
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2498 | LCC = 0.9142 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.1359387257626291
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2619 | LCC = 0.9142 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.13283676533512986
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2358 | LCC = 0.9144 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.12504166842712833
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2553 | LCC = 0.9136 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.11864879626156277
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2410 | LCC = 0.9150 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.11584870146878193
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2508 | LCC = 0.9116 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.11189135512864659
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2461 | LCC = 0.9130 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.10859696556291829
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2488 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10528714125814466
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2460 | LCC = 0.9088 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.10321745496092505
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2352 | LCC = 0.9121 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09748940277478599
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2334 | LCC = 0.9128 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.09565855056650377
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2493 | LCC = 0.9104 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09041103946766413
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2477 | LCC = 0.9110 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.08744571157704199
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2484 | LCC = 0.9114 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08575699868143638
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2420 | LCC = 0.9119 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.08016002225565773
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2377 | LCC = 0.9126 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07956995035527069
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2245 | LCC = 0.9112 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.0743639468070055
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2523 | LCC = 0.9105 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07484343654416889
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2467 | LCC = 0.9097 | SRCC = 0.9084 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2394 | LCC = 0.8979 | SRCC = 0.8756 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer34/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..554665e3ddf62c06730b8e1604c14b54ff619d02
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2fcb67eed40fdc217b18e477a1f4cbe85d4ee26c833f9d6b6ffc08b7d5a0131b
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5c6f5825ab53074f604f347c8bac54b3a2e33c7b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4fe6202b2e30343f2433886806e21a7460089755b15759ed476515d7f3bc314
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer34/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc83b7d9a6356987126ba46d8cb6b18ae07e0288
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3751307563113339
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3205 | LCC = 0.8921 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.25381439734745576
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2718 | LCC = 0.9031 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.22405486601281027
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3075 | LCC = 0.9070 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.20655690956150177
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2724 | LCC = 0.9117 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.19118612539561497
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2628 | LCC = 0.9125 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.18072200669890884
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2826 | LCC = 0.9153 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.17183226975746926
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2449 | LCC = 0.9128 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1694010923794239
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2822 | LCC = 0.9153 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16048598306716522
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2667 | LCC = 0.9153 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.15221616031462057
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2325 | LCC = 0.9156 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14270946529903852
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2827 | LCC = 0.9149 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.13863990285751449
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2784 | LCC = 0.9124 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1365777066763426
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2489 | LCC = 0.9128 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.1272974404899371
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2669 | LCC = 0.9152 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.12186767600175273
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2457 | LCC = 0.9114 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.12011380881243358
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2312 | LCC = 0.9121 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.11580038105132263
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2473 | LCC = 0.9103 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.11222915024082096
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2303 | LCC = 0.9121 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.10596228868975116
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2342 | LCC = 0.9115 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.10118146163190721
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2498 | LCC = 0.9087 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.10018571765522737
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2471 | LCC = 0.9112 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.09698997306599783
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2776 | LCC = 0.9077 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.08993128792657329
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2830 | LCC = 0.9112 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.0905509110690886
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2486 | LCC = 0.9073 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.08329990809794106
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2670 | LCC = 0.9075 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.08633748816616962
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2419 | LCC = 0.9076 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08137463147326701
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3008 | LCC = 0.9101 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07995999662603946
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2589 | LCC = 0.9086 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07465289736629566
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2767 | LCC = 0.9073 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.07258157757234711
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2404 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07002212753185647
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2632 | LCC = 0.9053 | SRCC = 0.9060 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2190 | LCC = 0.9051 | SRCC = 0.8863 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer34/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22f414187eb89f8819fb9d56bfa46e14ba347679
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ec7ff93d5176692e2fae14d6f5c956febbda2b80091011c7e0ddb9e20b02b14
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer34/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc631b6fd4b0a022bc370a4a038f57ed5bc1fec6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3f15db7b41d15737a60e07dd1c154271f46f09aa1759f1f8307b30e8ae854c95
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer34/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer34/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b013257365b5c8661f9696923302fe9c583b886c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer34/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43390616628131423
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3388 | LCC = 0.8866 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.24111230197669453
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3594 | LCC = 0.9036 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.21472481866447912
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3168 | LCC = 0.9087 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.19968804833344642
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2769 | LCC = 0.9124 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1843050699788711
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2572 | LCC = 0.9093 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.178383809767362
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2519 | LCC = 0.9141 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.18376675170625564
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2456 | LCC = 0.9131 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.16832572893600242
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2531 | LCC = 0.9144 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1605287604679951
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2582 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.15585071873458134
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2546 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1474762912516649
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2609 | LCC = 0.9155 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14445495687295937
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2458 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1337364774649543
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2916 | LCC = 0.9105 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.13376619016504013
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2284 | LCC = 0.9145 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.13074280980522232
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2685 | LCC = 0.9123 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.12179559137607586
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2761 | LCC = 0.9128 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11796923752637267
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2492 | LCC = 0.9113 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11122132917446208
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2579 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10790754378789422
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2480 | LCC = 0.9140 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10609603195176648
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2436 | LCC = 0.9122 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.10280703633722198
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2649 | LCC = 0.9127 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.0973077992224969
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2479 | LCC = 0.9110 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.09332112935667781
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2419 | LCC = 0.9107 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.09099536352505573
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2588 | LCC = 0.9119 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08645462716332061
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2313 | LCC = 0.9105 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.08368297666311264
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2407 | LCC = 0.9081 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07972312046785575
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2608 | LCC = 0.9071 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.0807189372707309
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2373 | LCC = 0.9114 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.07672234200414894
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2373 | LCC = 0.9106 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07438711410743652
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2539 | LCC = 0.9111 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07039306618574727
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2412 | LCC = 0.9106 | SRCC = 0.9094 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2432 | LCC = 0.8985 | SRCC = 0.8814 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer36/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d6687ca238a06479d0f0834db68bc77bab4d61a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8fd3ff4a7ce3140b332f2fe63743dd2a5d8ba06aaad426fe6489a999cd6fb49
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..990019d07b1119a9bf76185ea1327771f62c9dac
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5fda33bd8599ba15fcd607da988cc40e3c77f9db2122080b9cbcf650263a0057
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer36/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a002a966485d2650951eca9ab17cdeb1d6966652
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.358253351698032
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2635 | LCC = 0.9042 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.22801879879539413
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2607 | LCC = 0.9114 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.20817271193672468
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2530 | LCC = 0.9142 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18956956573132144
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2317 | LCC = 0.9164 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.17715080599219812
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2553 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.16621827153284427
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2655 | LCC = 0.9176 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16576504879604184
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2823 | LCC = 0.9191 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1549438562437978
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2279 | LCC = 0.9200 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1470374853452506
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2372 | LCC = 0.9191 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14167716341211617
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2731 | LCC = 0.9188 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.14016400243161042
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2561 | LCC = 0.9173 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1327578500343885
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2416 | LCC = 0.9190 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12838223227703502
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2432 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1178095904259668
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2512 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11973763192664681
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2459 | LCC = 0.9169 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10999741939278697
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2634 | LCC = 0.9172 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10764386440288125
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2325 | LCC = 0.9168 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.10021088069918528
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2436 | LCC = 0.9153 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09610315730978299
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2381 | LCC = 0.9149 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09613658233701838
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2381 | LCC = 0.9140 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.08867647305044825
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2656 | LCC = 0.9128 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08629347048053852
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2411 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08299523482174542
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2436 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07983865539376446
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2349 | LCC = 0.9140 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.07605296739436299
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2442 | LCC = 0.9133 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07330722295049298
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2620 | LCC = 0.9124 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07061540040408255
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2371 | LCC = 0.9135 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.06820438924983058
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2482 | LCC = 0.9119 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06576649747745839
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2221 | LCC = 0.9125 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.061742495088649624
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2589 | LCC = 0.9122 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.06205684930689073
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2342 | LCC = 0.9129 | SRCC = 0.9124 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1982 | LCC = 0.9081 | SRCC = 0.8926 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer36/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25e301a9dd0df8492b6af4c16f61c7858b8467f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0211a20339ca683b1389cfcf8d968c4b4bd41856ca96fb48df2b8fb111b1b23
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5bae2f0ec664a195f72b96230e6c3d073803c72d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7140ab91b1077e88380e1b6a8b2961f085f9acde59aeabb8eb0f38c490dc15c0
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer36/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ec4cef218ecbd1512bb8ecf4cb1363a316515e51
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3900433333450659
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2957 | LCC = 0.9021 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.22743440260087824
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2929 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.2016353895295562
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2412 | LCC = 0.9140 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.18842159147035178
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2504 | LCC = 0.9147 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.17582383411640376
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2686 | LCC = 0.9166 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16954758319723812
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2423 | LCC = 0.9176 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.16643971674187336
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2426 | LCC = 0.9177 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.16110937659106503
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2260 | LCC = 0.9168 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.149600024857273
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2411 | LCC = 0.9195 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14261793069584522
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2266 | LCC = 0.9192 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1375959022885802
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2180 | LCC = 0.9185 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1292786112841154
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2440 | LCC = 0.9186 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.1274855491312253
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2557 | LCC = 0.9173 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.11867458373308182
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2267 | LCC = 0.9167 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11517883264432753
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2702 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.11123645989321215
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2294 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.10334652416795664
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2267 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.10248650104410387
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2366 | LCC = 0.9157 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.097926976320716
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2289 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09474607824073361
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2359 | LCC = 0.9120 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0915315845669005
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2321 | LCC = 0.9140 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08706779670336343
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2320 | LCC = 0.9139 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08169989460121001
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2294 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08169304150980332
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2200 | LCC = 0.9138 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.0776949771653021
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2220 | LCC = 0.9135 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07386849725866593
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2404 | LCC = 0.9123 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07278741323362196
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2462 | LCC = 0.9112 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.06772576214347271
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2516 | LCC = 0.9118 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07051500624228764
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2277 | LCC = 0.9133 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.06624475328219419
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2390 | LCC = 0.9114 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.06449362586085507
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2329 | LCC = 0.9109 | SRCC = 0.9094 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2157 | LCC = 0.9093 | SRCC = 0.8943 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer36/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3bf0e80cc6427454adc535dd5ad3321bc6a3fce
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76a3cfd55a7e5ad908cdbea991d621ad000ce2bf7c8e4d8fb69bfac7bb057fe7
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f1d9f598f55ad51721334a800e5c3cd442bfb5a4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f53230bfc2bba0ee18fe3b2e4173f1d06fcce1d9bc350642bec49a64b1ac0626
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer36/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..07d0323689c8106bdae062aacacef49ba8478cea
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41463429054428386
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2798 | LCC = 0.8983 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.22962061604323414
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3351 | LCC = 0.9034 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.2031957761228429
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2487 | LCC = 0.9118 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.18709959386917896
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2499 | LCC = 0.9124 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.17955627796277834
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2657 | LCC = 0.9176 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.17604424584807687
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2330 | LCC = 0.9146 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16130465053754045
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2621 | LCC = 0.9178 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15485316497742097
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2760 | LCC = 0.9150 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.14610170749570592
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2594 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14614931722252356
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2429 | LCC = 0.9162 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13773972342985902
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2717 | LCC = 0.9156 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13106073598468923
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2558 | LCC = 0.9133 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1272727830733867
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2719 | LCC = 0.9148 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.11950474249662002
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2390 | LCC = 0.9125 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.11558933935068935
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2482 | LCC = 0.9123 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.10943343912418178
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2732 | LCC = 0.9099 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.10537217650024187
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2528 | LCC = 0.9109 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.10043562104591744
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2999 | LCC = 0.9063 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09784266272979665
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2696 | LCC = 0.9102 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09119891493737353
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2824 | LCC = 0.9071 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.08981851199803324
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2372 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.08609087877190871
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2776 | LCC = 0.9087 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.0830480615269242
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2812 | LCC = 0.9059 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.08201925880733253
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2551 | LCC = 0.9091 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07616159922814783
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2777 | LCC = 0.9082 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.07126813980540789
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2852 | LCC = 0.9051 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07039886374952477
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2559 | LCC = 0.9073 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.06944338212898701
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2646 | LCC = 0.9069 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.06388693638791927
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2502 | LCC = 0.9077 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.06482623756534792
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2812 | LCC = 0.9046 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.06284651013812578
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2600 | LCC = 0.9078 | SRCC = 0.9079 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2249 | LCC = 0.9131 | SRCC = 0.9002 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer36/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d9df984a90c020078c2d19dae986f0b9c38587c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f8541feaf9b9ff138959ad3b6f1dabfc856ea3b28fc29f04b4e10c4d7a698f
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c25b6aecad62d3af17d435b16c6f5a497440c5cf
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd32f77fabf09df52913aa894f6b17273fa1bd649974024f7a7208db3a0ba43
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer36/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7faaf8237e7c77ca2108afe33739a25cdbdaeab0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45892439239976035
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3853 | LCC = 0.9001 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.220264896147513
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2624 | LCC = 0.9099 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.20593096720689982
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3137 | LCC = 0.9123 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1902936118617223
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2442 | LCC = 0.9127 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17998081385400255
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2883 | LCC = 0.9158 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.17680257020485884
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2494 | LCC = 0.9176 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1666941655250643
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2475 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.15730800617464705
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2432 | LCC = 0.9175 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1524276087825009
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2435 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.14494894518156273
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2519 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.13761087946292294
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2523 | LCC = 0.9174 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.13686289033190363
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2325 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12494710453845173
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2532 | LCC = 0.9166 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.12260465186110811
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2756 | LCC = 0.9132 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.11818466189107454
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2304 | LCC = 0.9165 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10960029119442653
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2323 | LCC = 0.9150 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.10424951360577103
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2553 | LCC = 0.9131 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1013888258250118
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2330 | LCC = 0.9132 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.09915887934796383
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2421 | LCC = 0.9113 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.09218758969120897
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2471 | LCC = 0.9124 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08926980042388674
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2461 | LCC = 0.9110 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.0851157952121572
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2413 | LCC = 0.9097 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.082958368164611
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2438 | LCC = 0.9109 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.07751880192084809
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2310 | LCC = 0.9119 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07839441144397494
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2288 | LCC = 0.9118 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07293915612935331
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2332 | LCC = 0.9126 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07175407997962367
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2442 | LCC = 0.9101 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.0688893565681973
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2459 | LCC = 0.9091 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.06794654334642294
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2426 | LCC = 0.9115 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.06631177478615259
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2321 | LCC = 0.9096 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06162662681385961
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2389 | LCC = 0.9090 | SRCC = 0.9082 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2043 | LCC = 0.9059 | SRCC = 0.8917 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer36/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..02ed8f041f27f601276f9372d9136bcde5c3e618
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:333f11847c7a76351ba6ba40735a9646790bf98ceb70d7befabed2634a667563
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer36/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ce4898a8552ccdf809400734c25447d3aa2d7f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e986a48159b363d3d759d49455a5d72fbc35581e2d3c980bc09764dc212dbdc2
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer36/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer36/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b981503d20fe825c30dd60260016fdbbcf86b3f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer36/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4060948962248819
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2965 | LCC = 0.9003 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.23763417896163258
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2483 | LCC = 0.9076 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.21490140750229014
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2450 | LCC = 0.9111 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.19468588739461293
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2651 | LCC = 0.9111 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.18529876084686014
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2217 | LCC = 0.9156 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.16988647276955532
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2451 | LCC = 0.9148 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1737071879940226
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2568 | LCC = 0.9177 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.15663944555155804
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2239 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14955778643919554
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2319 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.14599664358562128
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2149 | LCC = 0.9171 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.14418222165176633
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2099 | LCC = 0.9179 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1360413961413968
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2063 | LCC = 0.9174 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.12731658572578705
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2259 | LCC = 0.9177 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.12388733675369637
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2383 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11766625790065424
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.9140 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11177981547968235
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2161 | LCC = 0.9136 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.11341096529726348
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2184 | LCC = 0.9160 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.10668620955995742
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2162 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.09956748988156373
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2321 | LCC = 0.9151 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09740699730770436
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2161 | LCC = 0.9155 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09156786676259399
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2650 | LCC = 0.9135 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08924569956140022
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2326 | LCC = 0.9128 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08466578016563647
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2225 | LCC = 0.9137 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.08584319151981029
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2229 | LCC = 0.9145 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07597523703740511
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2169 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07686934956064113
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2935 | LCC = 0.9102 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.071457626093502
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2287 | LCC = 0.9113 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06935551631226705
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2271 | LCC = 0.9121 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.06865882972589119
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2460 | LCC = 0.9102 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.06827665914948276
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2243 | LCC = 0.9123 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.06829888076451472
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2237 | LCC = 0.9118 | SRCC = 0.9111 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1814 | LCC = 0.9091 | SRCC = 0.8957 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer38/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b7c8a816f769e3198e1fa26ffe4fecf2bca65255
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0122c70da06414538b488c63315ff878f8d0549d4a1f61eb9c9714e0faf871a
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c623fcab5949d98a6319ccd5ab3a97648df98d9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9ac0c4fcf5d7c00d22d0943bf6b55c43ead1caa5f8504b6e4e118c3041cc736
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer38/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e3742ba2e3aa3b110cdc6d1ff14978414672e40c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3848516787752251
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2745 | LCC = 0.9045 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.22295910606666797
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2717 | LCC = 0.9129 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.20249263804427461
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2371 | LCC = 0.9116 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.19698534539841503
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2362 | LCC = 0.9157 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1839080477467162
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2360 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.17306483687692983
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2443 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1649811618848343
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3149 | LCC = 0.9171 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1655614893302063
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2409 | LCC = 0.9187 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.15525469821312524
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2565 | LCC = 0.9192 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.15225893022180292
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2240 | LCC = 0.9199 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1420000601624478
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2200 | LCC = 0.9196 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.1373992609882975
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2239 | LCC = 0.9195 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13020894474032296
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2372 | LCC = 0.9181 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12220762036956115
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2435 | LCC = 0.9173 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12233299964425191
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2719 | LCC = 0.9136 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11388993375218673
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2337 | LCC = 0.9186 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1123954182587607
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2426 | LCC = 0.9172 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.1072207620808844
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2200 | LCC = 0.9163 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.10206014251691757
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2550 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09915492263746399
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2483 | LCC = 0.9161 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09226809063054234
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2453 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09315180653609292
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2350 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.08993664017819256
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2805 | LCC = 0.9133 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08595013751976752
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2403 | LCC = 0.9151 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.08400313289179279
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2315 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.07618219086717319
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2290 | LCC = 0.9127 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07763452201306476
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2309 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07288049053766824
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2374 | LCC = 0.9140 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.06857772126277058
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2394 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07142982586701481
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2307 | LCC = 0.9122 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.06508580259332768
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2348 | LCC = 0.9116 | SRCC = 0.9112 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2005 | LCC = 0.9075 | SRCC = 0.8975 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer38/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7ced41022fbddd8e9a1c6e38b63162b60da2098c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0feb0ba42e5159dae64c2501b1be80cff730b5b821e0f5cf20af5a26e85be777
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fb5fad82d862a16633305c9531a5695e19cf3f72
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e90a72043a36f534915141ee8c3768049f80dd1ef97345c5e77c33910d870733
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer38/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3ba8e651daf40f58cee10709cd03b714b8c8fb90
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3940910480787299
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2803 | LCC = 0.9029 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.22358821573629545
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2672 | LCC = 0.9105 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.20166709071638955
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2621 | LCC = 0.9119 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18903677320549253
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2719 | LCC = 0.9148 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.17783103478437215
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2585 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17610638515453117
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2809 | LCC = 0.9172 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1721666064221046
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2498 | LCC = 0.9193 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.16219569665159103
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2272 | LCC = 0.9185 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.1533885793275916
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2791 | LCC = 0.9185 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.15107213145907902
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2530 | LCC = 0.9187 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.14297000891555942
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2400 | LCC = 0.9195 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.13467276466719677
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2533 | LCC = 0.9197 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.13101072411316667
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2619 | LCC = 0.9176 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13062084345631517
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2559 | LCC = 0.9191 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.11905206925090338
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2411 | LCC = 0.9161 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.11694158570614853
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2484 | LCC = 0.9154 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11109947867562316
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2526 | LCC = 0.9152 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1054455545337903
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2468 | LCC = 0.9163 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.10784018199051047
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2404 | LCC = 0.9165 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.09588251736639553
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2757 | LCC = 0.9154 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09573026210328058
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2317 | LCC = 0.9136 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.08967480636228715
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2783 | LCC = 0.9126 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08993813076804828
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3228 | LCC = 0.9111 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08951537554405328
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2439 | LCC = 0.9153 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.08028351259283248
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2369 | LCC = 0.9141 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08081530144362781
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2358 | LCC = 0.9141 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.07763426804732036
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2508 | LCC = 0.9134 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07717110324284934
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2383 | LCC = 0.9142 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.07011760700214116
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2425 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.07067671067194442
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2469 | LCC = 0.9124 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.06579699212243792
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2459 | LCC = 0.9098 | SRCC = 0.9124 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2202 | LCC = 0.9086 | SRCC = 0.8996 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer38/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c37e61efdccac02134a198638721ed0231009fe8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1eb59e54aef2e681df8f21ddd9770fba63dc168f53c913dd42d3f7e73eebed42
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87df554b84d814983f8547c19255922a415c08bc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fab7086c3eb1c868ccf3e7361a9442075f595852f573ed41bfc84bc35969f82c
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer38/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..561db2185920fb308e12bdaf895e12b2e8766d9c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4301086374789993
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2983 | LCC = 0.9028 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.2156332581804667
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2481 | LCC = 0.9106 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.20371907617832194
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2654 | LCC = 0.9127 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.190811508523591
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2711 | LCC = 0.9146 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1805762951773715
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2844 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.177486934155398
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2265 | LCC = 0.9186 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17212950158325924
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2646 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.16597285466214826
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2444 | LCC = 0.9172 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1507924777923981
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2599 | LCC = 0.9186 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1506770037416089
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2534 | LCC = 0.9182 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.13869006195337097
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2722 | LCC = 0.9188 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1342106083827901
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2144 | LCC = 0.9169 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13115523906284673
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2351 | LCC = 0.9189 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.12186555482576349
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2390 | LCC = 0.9163 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1213369301461071
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2504 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.11303986397954081
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2376 | LCC = 0.9172 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.11175495020054668
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2232 | LCC = 0.9160 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.10635082985710546
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2423 | LCC = 0.9161 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.10340340650839612
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2396 | LCC = 0.9151 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09421448969427561
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2450 | LCC = 0.9133 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09287333410943864
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2504 | LCC = 0.9125 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08723640396674244
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2624 | LCC = 0.9145 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08581332853763779
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2385 | LCC = 0.9125 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08142545926949882
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2688 | LCC = 0.9130 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08103061417882153
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2401 | LCC = 0.9108 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.07701451994607904
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2482 | LCC = 0.9102 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.0726683655742965
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2392 | LCC = 0.9115 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07041496176251097
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2390 | LCC = 0.9094 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0673203217673164
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2779 | LCC = 0.9125 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0691072481732837
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2376 | LCC = 0.9119 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.06196775993687569
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2481 | LCC = 0.9115 | SRCC = 0.9117 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2466 | LCC = 0.9053 | SRCC = 0.8906 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer38/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7765648db5b0bc8de67ffe978f5540674421482
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cc62da9f30f4ce25f0d4296b2c239eac8b227ab9336d99be6d98482e2ddcef02
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c875783112421580e46db30c50e6b41024339e16
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5615dfef841fb1b5e5e6d7dcac93d40775d756403473f4edaf3e46613e4cb2fb
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer38/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3a4691a132d45dccdb2f7a59227f795bff67835a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4015961037894894
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3183 | LCC = 0.8988 | SRCC = 0.9023 ]
+INFO:root:Average loss=0.22344873389067677
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2770 | LCC = 0.9116 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.207291199809554
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2787 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1857008041674002
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2832 | LCC = 0.9172 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1778524489158151
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2677 | LCC = 0.9163 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1727756421173239
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2615 | LCC = 0.9194 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1598967054072832
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2369 | LCC = 0.9205 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.15664498723311232
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2644 | LCC = 0.9181 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.15871848364096847
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2762 | LCC = 0.9202 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1435487651066973
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2666 | LCC = 0.9173 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.14128006585588346
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2501 | LCC = 0.9190 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13986982822935015
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2695 | LCC = 0.9192 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12817804274186922
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2357 | LCC = 0.9192 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.12312060206956257
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2487 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.11932011198446241
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2324 | LCC = 0.9184 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.11310749608657264
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2556 | LCC = 0.9161 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.11045362630245313
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2458 | LCC = 0.9157 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.10538173051324883
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2491 | LCC = 0.9168 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.10273379931560142
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2360 | LCC = 0.9167 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09394377855465591
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2418 | LCC = 0.9156 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.09142710455838655
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2621 | LCC = 0.9137 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09090490585376072
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2309 | LCC = 0.9165 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.08384039845166869
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2487 | LCC = 0.9137 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08365924947092988
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2433 | LCC = 0.9144 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.0822034913594323
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2227 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.07741336909935653
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2325 | LCC = 0.9151 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07686022481735731
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2369 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.07307266771276562
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2527 | LCC = 0.9128 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.06911483090478561
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2295 | LCC = 0.9152 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.06728987018927673
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2443 | LCC = 0.9121 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.06491826351925817
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2440 | LCC = 0.9100 | SRCC = 0.9105 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2259 | LCC = 0.9069 | SRCC = 0.8965 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer38/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..17ac51a139a60b8e195dcb5b9512dd8435db06a0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49dc4bef5028318f26d42bc574baf209f8c7baf8ef9ffd61dcd46781f55e30a3
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer38/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dc05ab2785160392a2088c8d228b4770e179bb40
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6c7a936edb4d2fdb16b0d5a7e3c65ff3453f612b87196e434ae71f4d7d880ad
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer38/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer38/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b8085ee8db841d55808a83a281bcd60e749bfd66
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer38/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4196537286043167
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3881 | LCC = 0.8988 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.22101085641652862
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2807 | LCC = 0.9086 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.1979475341349668
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3027 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.19031566433134794
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2704 | LCC = 0.9168 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1798351782594802
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2381 | LCC = 0.9145 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.18141012233978063
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2653 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16623815256736182
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2750 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.15780635341743512
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2720 | LCC = 0.9140 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.15641768448959195
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2588 | LCC = 0.9159 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1538722539654357
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2348 | LCC = 0.9168 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.141948419111657
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2526 | LCC = 0.9167 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13544982663124283
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2524 | LCC = 0.9174 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13271003397386197
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2311 | LCC = 0.9166 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.12432868828232578
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2365 | LCC = 0.9178 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.12471223906802305
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2609 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.11565314465864546
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2353 | LCC = 0.9172 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.11414927773909762
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2703 | LCC = 0.9174 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10792196029528028
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2576 | LCC = 0.9128 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.104001188661494
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2368 | LCC = 0.9135 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10313705469056361
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2389 | LCC = 0.9152 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.09492496802670762
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2578 | LCC = 0.9156 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09211413801319338
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2658 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.09120579421347966
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2583 | LCC = 0.9149 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.08378406547311414
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2567 | LCC = 0.9159 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08490647506937815
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2536 | LCC = 0.9120 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07592185806332297
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2657 | LCC = 0.9147 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07586604195264722
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2487 | LCC = 0.9127 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07294873587485683
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2398 | LCC = 0.9151 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.06915905968302247
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2368 | LCC = 0.9135 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.06646123677061472
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2504 | LCC = 0.9137 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.0651114087314964
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2371 | LCC = 0.9111 | SRCC = 0.9116 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2133 | LCC = 0.8957 | SRCC = 0.8889 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer4/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bdd4cb15988a8b835648ab50ccc0721a213d0864
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bda2577a3625d9cab95ddd68e96dbc016c6c0c906fb5ed4b9774b6ce3819a0ff
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0202d99f23fbfe8cf70a88159621a9443ee31619
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7362562c06bfcd32bc8cbd9e6a9ac23e8e4850ffd4c3f095251020d9afc4fc0c
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer4/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..801925c698ab40887e67bb4fae6542ba29c30e9e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3479039630276619
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3020 | LCC = 0.8962 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.2213003704313598
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2875 | LCC = 0.9054 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.19279771044075145
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2526 | LCC = 0.9141 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.17927987912314475
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2612 | LCC = 0.9178 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.16789547082661205
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2296 | LCC = 0.9163 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.15884809105554756
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2335 | LCC = 0.9187 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.15101647204746402
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2467 | LCC = 0.9187 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1481728697615552
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2446 | LCC = 0.9180 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13661188395381663
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2415 | LCC = 0.9190 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.127972326612886
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2314 | LCC = 0.9207 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.12498825176947378
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2286 | LCC = 0.9190 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.11717781790591389
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2443 | LCC = 0.9162 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.11617766738454731
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2346 | LCC = 0.9177 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.10976114399688092
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2421 | LCC = 0.9175 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.10351729728927501
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2345 | LCC = 0.9156 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09996484719604426
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2343 | LCC = 0.9183 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.09561851433332945
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2322 | LCC = 0.9171 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.08903157105938547
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2449 | LCC = 0.9153 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.08505924829857887
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2334 | LCC = 0.9147 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.08207963002210407
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2267 | LCC = 0.9170 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.0812730064583307
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2284 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.07666857131471523
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2485 | LCC = 0.9146 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.07160799831927167
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2301 | LCC = 0.9160 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07013773530549397
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2574 | LCC = 0.9125 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06755953223977475
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2234 | LCC = 0.9148 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.06424132161746825
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2438 | LCC = 0.9153 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.06088150484282846
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2241 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.05966812815797122
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2353 | LCC = 0.9130 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05757682602529581
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2312 | LCC = 0.9152 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.05918171474268671
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2224 | LCC = 0.9150 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.05425374203420788
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2263 | LCC = 0.9131 | SRCC = 0.9141 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2960 | LCC = 0.8760 | SRCC = 0.8625 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer4/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e96641e1436143818b4a7726d6ec247b3fc50712
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d061befe7e97bc1880f27e2e174b2533bee717219096e8959f922ae999638c0b
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..90d6d3676261f81c15259415c1c39f032ee69a0f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e64894870bb99c76bf80f47ae88e49d1741cd3473811dda7efe8d049faf5c842
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer4/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..48a7b558e242cb8b89787faae8828dd220808338
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39039290170965857
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3051 | LCC = 0.8952 | SRCC = 0.8950 ]
+INFO:root:Average loss=0.22047093648441954
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2840 | LCC = 0.9080 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.19837888351754646
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2773 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.18215254577942666
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2785 | LCC = 0.9159 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.16862166685865104
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2628 | LCC = 0.9168 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.16214091718369136
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2689 | LCC = 0.9170 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.15687075881771959
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2432 | LCC = 0.9188 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.15094845199343787
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2371 | LCC = 0.9192 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1486024997396276
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2663 | LCC = 0.9183 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13200001030988087
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2612 | LCC = 0.9181 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12865928668162727
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2743 | LCC = 0.9177 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.12267858112995335
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2316 | LCC = 0.9171 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.11632976478579417
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2447 | LCC = 0.9168 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.11192306312005644
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2267 | LCC = 0.9180 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.10329981643512759
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2217 | LCC = 0.9185 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10226514115068265
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2498 | LCC = 0.9162 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09687760144988926
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2692 | LCC = 0.9131 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09287960646469469
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2219 | LCC = 0.9141 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08781321850642992
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2343 | LCC = 0.9143 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.08407311070430486
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2260 | LCC = 0.9153 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.08179215694955319
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2377 | LCC = 0.9139 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.07596082289870075
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2375 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.07430077788845307
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2367 | LCC = 0.9139 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.07234539007606534
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2372 | LCC = 0.9132 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.06753095331994784
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2556 | LCC = 0.9120 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0665216674823637
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2616 | LCC = 0.9119 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.06223829157349002
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2462 | LCC = 0.9124 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.06194748219124155
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2509 | LCC = 0.9121 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.058862021677411364
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2539 | LCC = 0.9109 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.0577178926804679
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2657 | LCC = 0.9112 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.05734175585770194
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2411 | LCC = 0.9120 | SRCC = 0.9118 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2462 | LCC = 0.8774 | SRCC = 0.8629 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer4/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe3a781a87ef6ee389a2bd460bacd54073b07452
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78f5d7ef0152b67a79695f9d1dc867d7b6ab58576b6b2c8985ae03c1de234bb2
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..63f00f24075e144f7d779ca63166df674c540c2a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d24e574a84be93ddd8f60b7e642f05ead4781db466011081807e8772974a271
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer4/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..460c7a3e48b43dd9b2d3b1f9ef107e682ac1ed2a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4716484267587607
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3208 | LCC = 0.8956 | SRCC = 0.8960 ]
+INFO:root:Average loss=0.22855825394908816
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3610 | LCC = 0.9083 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.197814848295526
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2485 | LCC = 0.9122 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17933701189783957
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2857 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.16828005868575477
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2446 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.15900844525050567
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2629 | LCC = 0.9188 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.15467923517861118
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2596 | LCC = 0.9175 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.14497738620104816
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2305 | LCC = 0.9188 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.13837208125115819
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2963 | LCC = 0.9186 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13319470307041456
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2430 | LCC = 0.9184 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.13114462594765458
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2491 | LCC = 0.9197 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.12247504991603035
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2351 | LCC = 0.9200 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.1183132083085231
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2433 | LCC = 0.9184 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.11001602495681344
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2423 | LCC = 0.9186 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.10586063462616391
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2284 | LCC = 0.9187 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10243434816426625
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2404 | LCC = 0.9187 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.09939816122540848
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2467 | LCC = 0.9162 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09511484700992617
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2488 | LCC = 0.9181 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.08802505673011603
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2236 | LCC = 0.9179 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.08604317558983157
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2357 | LCC = 0.9153 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.08297164755405029
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2377 | LCC = 0.9172 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.07953767153310638
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2581 | LCC = 0.9177 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.07794812890146509
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2428 | LCC = 0.9159 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07120099461319819
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2509 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.07082019619256086
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2334 | LCC = 0.9147 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.06744985443922137
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2498 | LCC = 0.9162 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.06469484956967349
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2399 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.06244108724714704
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2401 | LCC = 0.9142 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.06162752203557188
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2350 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.058190291736684094
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2428 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.0560044970341845
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2451 | LCC = 0.9142 | SRCC = 0.9144 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3006 | LCC = 0.8769 | SRCC = 0.8637 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer4/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8a286800ee3867703dd75c2fc22ae23d1c88dc22
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:34c4f29d67e12437bb4a56b69c969bd1ce3f7bc58e9f848f5ba6d6fe3987a16e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9c65c0126e3459fe751a3c779d04a9b70fe3118e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:87e194f59b76cd8eb158bc26d83a69335107eb4bb801d3dd23717419fa3d57ad
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer4/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6c0df3f1d8fc3e17e8d42d7d19fdca3b0d57805e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36841141970860475
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2881 | LCC = 0.8980 | SRCC = 0.8979 ]
+INFO:root:Average loss=0.21744634236903548
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2807 | LCC = 0.9100 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1973823997154401
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2446 | LCC = 0.9147 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.18237086626663374
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2821 | LCC = 0.9180 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.17355913862672157
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2480 | LCC = 0.9193 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.16336184852040572
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2386 | LCC = 0.9192 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.15421067294530097
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2496 | LCC = 0.9207 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.14332465995426122
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2599 | LCC = 0.9218 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.1387150860418474
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2261 | LCC = 0.9206 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.13330761326013962
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2488 | LCC = 0.9203 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.12960932847392354
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2364 | LCC = 0.9198 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1210757208438967
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2477 | LCC = 0.9181 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.11671200786539584
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2305 | LCC = 0.9190 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1106053042963061
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2313 | LCC = 0.9198 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.10663790428052748
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2238 | LCC = 0.9192 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.10380664760666776
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2247 | LCC = 0.9191 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09800773389594403
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2305 | LCC = 0.9180 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.09234121794990033
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2351 | LCC = 0.9179 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.08896178760797302
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2382 | LCC = 0.9185 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08625655319821628
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2549 | LCC = 0.9180 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.08289367832631045
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2321 | LCC = 0.9157 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.0749793128471154
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2623 | LCC = 0.9147 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07506686636392092
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2238 | LCC = 0.9164 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.07061339693003996
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2420 | LCC = 0.9150 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07019308920023758
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2478 | LCC = 0.9166 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.06630497931831145
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2411 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.06446925544239193
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2644 | LCC = 0.9154 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.06068847011882446
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2762 | LCC = 0.9165 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.061671100276915324
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2439 | LCC = 0.9156 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.05806211392917385
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2505 | LCC = 0.9140 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.055623396865033
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2362 | LCC = 0.9130 | SRCC = 0.9141 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3964 | LCC = 0.8692 | SRCC = 0.8589 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer4/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ad279a77c97c90874279312cb299b05b537263c2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:987d6a5807f795f57acf419153e3be1b944558be94a93517b50037ae24cde280
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer4/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ae446b9f1f8a964b802655594e5529aa6a52ac0c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be333f34a5ec58f915d2bf81a2e2aa25c64f636ceae72c0a11bec31ed4285a9c
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer4/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer4/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ff0514ef738224eb3528d5eaa881f92718c8830
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer4/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45951881134785666
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3127 | LCC = 0.8930 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.22744350316207532
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2580 | LCC = 0.9097 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.19464204391475357
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2778 | LCC = 0.9145 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1785226271762324
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2467 | LCC = 0.9170 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16845064851417707
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2324 | LCC = 0.9158 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.15810065613144395
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2757 | LCC = 0.9177 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1510834287356779
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2684 | LCC = 0.9153 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1423828768075546
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2387 | LCC = 0.9180 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1378807152885233
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2493 | LCC = 0.9178 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.13062746327564206
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2655 | LCC = 0.9189 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.12276652291675523
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2554 | LCC = 0.9176 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.11957653250136127
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2434 | LCC = 0.9174 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.11577588315471748
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2443 | LCC = 0.9153 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10844682006305353
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2142 | LCC = 0.9173 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.10288445207941739
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2211 | LCC = 0.9185 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.09725450687756428
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2408 | LCC = 0.9137 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.09349650883175045
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2317 | LCC = 0.9156 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.08786994707636062
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2278 | LCC = 0.9155 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.08473501968159841
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2452 | LCC = 0.9143 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08130214804772697
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2238 | LCC = 0.9154 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.07731397421976735
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2388 | LCC = 0.9146 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.07318250632527247
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2237 | LCC = 0.9144 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07124583005388348
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2296 | LCC = 0.9142 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.06654426003294873
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2403 | LCC = 0.9143 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.06658902148463133
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2428 | LCC = 0.9127 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06085156162694699
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2471 | LCC = 0.9131 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06049461682149441
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2522 | LCC = 0.9130 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05828013103132303
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2689 | LCC = 0.9125 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.056605226171843576
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2365 | LCC = 0.9138 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05635477226722792
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2392 | LCC = 0.9124 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.052034696897847114
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2580 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3127 | LCC = 0.8644 | SRCC = 0.8544 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer40/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6684b15d583b00bec77911c61e741a9f4490adf0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aecfb8fe57044f42816fb6394e2a234490b827880c7ff0757f93e669335e52d
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4827f06c8de0bf92f20a9d9e33e4391d5818dfe0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b1aeabd405c616c6056133030e71587751231c26380383c510c9826778c316f
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer40/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3da14879cfa8df468227fa8ea9834edc4dd88022
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3627137506886714
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2771 | LCC = 0.9052 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.221537938438399
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3281 | LCC = 0.9072 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.20337353483100848
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2539 | LCC = 0.9164 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.19279687644946092
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2893 | LCC = 0.9158 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.18199305869423585
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2389 | LCC = 0.9187 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.17270504321493854
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2446 | LCC = 0.9195 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.16430389420317776
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2567 | LCC = 0.9203 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16272901958985136
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2523 | LCC = 0.9193 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1642294700521265
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2635 | LCC = 0.9202 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.153260986885928
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2961 | LCC = 0.9196 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.14945105588160498
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2368 | LCC = 0.9188 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.14222789896016866
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2481 | LCC = 0.9187 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.13262066891083138
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2296 | LCC = 0.9187 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13504168072532366
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2470 | LCC = 0.9178 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.12528125795325792
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2302 | LCC = 0.9183 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.118005000959242
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2279 | LCC = 0.9192 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.11249900353006545
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2400 | LCC = 0.9170 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11688190087073111
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2144 | LCC = 0.9179 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.10678068595814567
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2311 | LCC = 0.9168 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.10623705865158511
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2403 | LCC = 0.9170 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10088259675082444
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2536 | LCC = 0.9156 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.09754178729015968
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2405 | LCC = 0.9163 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.0937491779597853
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2381 | LCC = 0.9136 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.08980139926334336
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2278 | LCC = 0.9164 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.08449201854322687
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2602 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.08681892823277182
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2218 | LCC = 0.9164 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.0800759099596153
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2570 | LCC = 0.9122 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07748254184002822
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2371 | LCC = 0.9141 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.0762712365673112
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2455 | LCC = 0.9135 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07197917853562819
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2359 | LCC = 0.9145 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07011905151037122
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2347 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2314 | LCC = 0.9039 | SRCC = 0.8942 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer40/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcea164c141acb9e62dbf7022df28611e1a47c73
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8f8933c7289086109755e205525131c18ca0ae10daba35e99b59777ace525550
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0e4d44bad7363569691bf8dd1d8ee6718a47da80
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12916c0c4be052d3953562b10078eaa0f15a7a1eb410a8743b8cc2a61d74025b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer40/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9cec52f9bcabd594f3ecae27152f0643c9c589fd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3669101663924366
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4000 | LCC = 0.9038 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.22801049337910778
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2990 | LCC = 0.9131 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.2076029020840722
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2864 | LCC = 0.9158 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.18821368357866486
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2691 | LCC = 0.9186 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.17933104131263117
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2390 | LCC = 0.9187 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.17119677308839182
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2725 | LCC = 0.9201 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.17558861610000534
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3122 | LCC = 0.9173 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17086590193427367
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3072 | LCC = 0.9195 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.15596480562077092
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2389 | LCC = 0.9196 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.15196466260735011
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2504 | LCC = 0.9200 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.14604498605335378
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2131 | LCC = 0.9206 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.13692244019553151
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2620 | LCC = 0.9206 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.13389258676698443
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2628 | LCC = 0.9203 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.13123711784278727
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2256 | LCC = 0.9195 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.12717897221015367
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2581 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.12165212781959875
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2416 | LCC = 0.9201 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.11912508420861526
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2300 | LCC = 0.9200 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1122273067389265
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2237 | LCC = 0.9200 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.11112920507099587
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2278 | LCC = 0.9188 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.10396559583830696
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.9186 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.10041544803908106
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2235 | LCC = 0.9181 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.09646568309537248
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2534 | LCC = 0.9160 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09186014791444547
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2449 | LCC = 0.9172 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.08852354363899011
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2607 | LCC = 0.9176 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.08488071688337823
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2161 | LCC = 0.9172 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.084254867488766
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2462 | LCC = 0.9162 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.080469145832551
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2323 | LCC = 0.9173 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07704826504681152
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2449 | LCC = 0.9160 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.07252167559341888
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2807 | LCC = 0.9121 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07142450382685386
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2496 | LCC = 0.9141 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06799379611290948
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2485 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1799 | LCC = 0.9074 | SRCC = 0.8952 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer40/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..42f8cc78f46bdc59b839044e44731741f0d1c518
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6bb8fa00338cab208130ebd97995ee7bac4fb57fd9741fa86fb39de7f9880c67
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5b7c839aab264cb1959762e82a0d62ed7861e2c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49d4fb224e38edd21fbbcaaa12eb397d73c87ae35fb9c7ce38c65c466ad191c9
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer40/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ec4fa5b7f40c8d6b42c397d46734d2ad1cfa303
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35301936206790063
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3564 | LCC = 0.8976 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.25886868147147185
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2615 | LCC = 0.9085 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.20830743802937468
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2793 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.19747098983195477
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2289 | LCC = 0.9146 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18312647249657293
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2671 | LCC = 0.9180 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1791383593499316
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2519 | LCC = 0.9197 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1753953712524017
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2784 | LCC = 0.9174 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.16554426040091266
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2642 | LCC = 0.9204 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.15864868698953893
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2643 | LCC = 0.9202 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.15286980616736273
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2519 | LCC = 0.9200 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1486715293688581
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2159 | LCC = 0.9211 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.14030841203955557
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2165 | LCC = 0.9202 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.13705288188133627
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2687 | LCC = 0.9197 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.12853562504569918
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2451 | LCC = 0.9201 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.12538555798503015
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2261 | LCC = 0.9198 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.12343278652153952
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2401 | LCC = 0.9189 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.11615067216530012
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2309 | LCC = 0.9183 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.11291613337190855
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2310 | LCC = 0.9195 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.10701610610922636
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2644 | LCC = 0.9190 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.10731943294061402
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2388 | LCC = 0.9184 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.09930660528254646
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2552 | LCC = 0.9174 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09922510587927923
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2514 | LCC = 0.9155 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.09322301666602234
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2372 | LCC = 0.9163 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.09070994280752419
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2381 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.08565590438040006
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2135 | LCC = 0.9154 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.08240840986715575
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2389 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.07866899501209314
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2555 | LCC = 0.9145 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07772175728671812
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2432 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07335893297298796
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2551 | LCC = 0.9133 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07259007347370848
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2534 | LCC = 0.9149 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07014519249686615
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2282 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2074 | LCC = 0.9007 | SRCC = 0.8921 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer40/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ac91125afa1d42ae883032b68ede490607b43c72
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:888d18d250cecb16ce8db9ecf2950810b0fb3644a3db0eaa106eca2e98eb825a
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d409c3abbcfaf1f819cb05b4fd3703ce9462a2c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00c98fbd310950aca4e9ed48b77d73c47392eb06069c6b89434f97b0496c9cd0
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer40/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac98cd4a7ecba820b0c9f052c805764873efd6ff
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40255335455684993
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2846 | LCC = 0.9068 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.2201324425680789
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2415 | LCC = 0.9119 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.19866503766506394
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2800 | LCC = 0.9159 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.19204191527614703
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2642 | LCC = 0.9174 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.18057610288348502
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2691 | LCC = 0.9194 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.17220191627396325
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2881 | LCC = 0.9193 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17072025087871992
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2658 | LCC = 0.9192 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.16298764108577904
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2579 | LCC = 0.9187 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.15544409886260943
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2721 | LCC = 0.9202 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.15115984468963106
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2483 | LCC = 0.9200 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.14741544192926043
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2623 | LCC = 0.9186 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.14307088826949885
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2390 | LCC = 0.9187 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.14001736970822934
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2635 | LCC = 0.9200 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.13059140169034802
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2267 | LCC = 0.9198 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.12379863879756431
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2689 | LCC = 0.9186 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.12317057177855101
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2478 | LCC = 0.9185 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.11563053630249348
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2415 | LCC = 0.9174 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.11453566904788072
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3256 | LCC = 0.9128 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11480581980047888
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2694 | LCC = 0.9151 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.10468703280122293
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2588 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.10038144882186989
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2445 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.09845077741697345
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2336 | LCC = 0.9172 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.09449737389824983
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2469 | LCC = 0.9157 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.09237109378755437
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2547 | LCC = 0.9169 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.08555886244153701
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2488 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.08578165067155237
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2469 | LCC = 0.9154 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08335749979394709
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2577 | LCC = 0.9134 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08158833723020002
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2678 | LCC = 0.9129 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.0762130767753014
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2454 | LCC = 0.9111 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.0738259005882492
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2509 | LCC = 0.9146 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.07050107593911921
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2428 | LCC = 0.9127 | SRCC = 0.9124 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2194 | LCC = 0.9142 | SRCC = 0.9029 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer40/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75349320d1a608e18898359d4a8f9d165b4ef3ec
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5389e6615bdfebb08193b658fbc75fe86692a5f455712f027022b80c51394677
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer40/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..df6ea334e9be718205c7955ca83345e6714d35c4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:446c1c68b5463e49481d2fef5cacbcf4291a0c37fe1bda7afdc878c773db180d
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer40/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer40/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8ac68e5ff285feaa4369c65b40fafcd898b0b465
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer40/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3562983259817079
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2954 | LCC = 0.9041 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.2144862328133831
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3205 | LCC = 0.9107 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.20559885723225643
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2938 | LCC = 0.9134 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.19262078869549526
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2750 | LCC = 0.9172 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.18214170996508847
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2484 | LCC = 0.9171 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.16887519030557202
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2230 | LCC = 0.9170 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.16919883818640186
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2972 | LCC = 0.9202 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.1656059670353556
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2881 | LCC = 0.9195 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.15735604756140295
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2726 | LCC = 0.9206 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.15016537865979135
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2198 | LCC = 0.9183 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.14377435249400278
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2484 | LCC = 0.9183 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.14149861588988
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2275 | LCC = 0.9190 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1354461654245509
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2487 | LCC = 0.9185 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.12667459550965038
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2202 | LCC = 0.9183 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12881557514212724
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2518 | LCC = 0.9179 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.11970018259534947
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2538 | LCC = 0.9167 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.11702696126320458
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2433 | LCC = 0.9169 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.11947892347856753
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2304 | LCC = 0.9176 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10716452604601148
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2379 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10400584656637528
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2529 | LCC = 0.9170 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10075239882389934
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2327 | LCC = 0.9155 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10063224025286002
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2409 | LCC = 0.9152 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.09367940781605726
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2666 | LCC = 0.9139 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.0893808129981074
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2393 | LCC = 0.9142 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.08401833332515177
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2587 | LCC = 0.9120 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.0794770915728773
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2338 | LCC = 0.9138 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.07714235677109288
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2504 | LCC = 0.9115 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.07888968568833578
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2354 | LCC = 0.9123 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.0747118857339283
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2423 | LCC = 0.9128 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07091166240545367
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2688 | LCC = 0.9107 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06949755465450315
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2641 | LCC = 0.9103 | SRCC = 0.9105 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2369 | LCC = 0.9045 | SRCC = 0.8929 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer42/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b0c14a736f8a3b1aaa24a83491e5162d097e2ea9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0e56d53765a1838f2b916110b48098bc3f15ca894444dded832ed7d3b0773da
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9b1995f0e33ace60f33054020688eba1cc6121f7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:658d3f9b0864f88bfb75dacbeb927c568a292dec5ccbbfb932218b6441a758df
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer42/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..09f398f985f3cba826975201e2cc46d300f3ee69
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.45200624898334457
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3483 | LCC = 0.8817 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.24933030805146764
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2803 | LCC = 0.9041 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.23536952916597356
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2869 | LCC = 0.9101 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.2252086383758942
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2798 | LCC = 0.9136 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.20760536374728802
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2644 | LCC = 0.9136 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.20206757621958077
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2621 | LCC = 0.9138 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18926171389962895
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2653 | LCC = 0.9162 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.19423279984493477
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2460 | LCC = 0.9169 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.19054956738487144
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2766 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.18060939827923142
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2985 | LCC = 0.9183 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.18255314028504266
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2659 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1717192903161049
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2592 | LCC = 0.9192 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.16747634552117718
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2509 | LCC = 0.9197 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.16994435650248058
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2295 | LCC = 0.9195 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.16549935385670966
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2677 | LCC = 0.9198 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1600033723550036
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3322 | LCC = 0.9172 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.16125876301458117
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2615 | LCC = 0.9187 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1630873809746235
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2407 | LCC = 0.9177 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1529950036134334
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2651 | LCC = 0.9184 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14867873752565053
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2384 | LCC = 0.9167 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1475079640573849
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2380 | LCC = 0.9165 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.14405523692769123
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2394 | LCC = 0.9178 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.13727162356321523
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2767 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13630350248489767
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2449 | LCC = 0.9176 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.13350701935029444
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2355 | LCC = 0.9168 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.12569679983089424
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2449 | LCC = 0.9180 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.12799166384115385
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2479 | LCC = 0.9156 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12625040492915005
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2191 | LCC = 0.9190 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.11916376409158541
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2437 | LCC = 0.9161 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11583985218164548
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2366 | LCC = 0.9170 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1133416437387811
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2757 | LCC = 0.9151 | SRCC = 0.9145 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2203 | LCC = 0.9109 | SRCC = 0.8963 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer42/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ba841a0c94d20851946964cd17264e1f67c2e4aa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d59f60fa899bcfee92b0215511b8523e85c9a766c443bb5f974dec71752e0d1
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2877aae81041cd160870b0f603ef503b31c1e7cc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48e2bd2b275a60950d44743fad2904d99e6fd139f8112f695e9b4d1ff1e95ba0
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer42/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1740879eb13d9d98fb8fcfd1c199f237a670230f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41409287037532455
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2930 | LCC = 0.8953 | SRCC = 0.8978 ]
+INFO:root:Average loss=0.26209232615942213
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3775 | LCC = 0.9014 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.2338518756145687
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3039 | LCC = 0.9112 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.21853518451569398
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3537 | LCC = 0.9079 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.20451034334181362
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3290 | LCC = 0.9137 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.19742622695906314
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3168 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.20242211666238102
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2699 | LCC = 0.9167 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1954784060833771
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2835 | LCC = 0.9169 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.18821408651295424
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2553 | LCC = 0.9165 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.18437614795789553
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2399 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17599317965479944
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3374 | LCC = 0.9163 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1798359722415836
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2842 | LCC = 0.9168 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1703864944118985
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3000 | LCC = 0.9181 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1642568031745839
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2547 | LCC = 0.9177 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.16327444657769508
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2713 | LCC = 0.9177 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.1591439959458533
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2651 | LCC = 0.9165 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15954479519170145
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2573 | LCC = 0.9180 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15422722697257996
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2515 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15080856226083172
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2545 | LCC = 0.9168 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.14762700392159422
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2353 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.14679124404412475
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2443 | LCC = 0.9180 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.14157058035879466
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2648 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1389922236948344
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2350 | LCC = 0.9140 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.13545933947225527
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3099 | LCC = 0.9166 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.13097601211656726
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2542 | LCC = 0.9165 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12937917620632688
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2481 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1265140949301637
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2563 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12117577774848552
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2579 | LCC = 0.9156 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11999896694125467
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2576 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.12045937165015005
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2666 | LCC = 0.9131 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.11150934542879204
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2760 | LCC = 0.9151 | SRCC = 0.9141 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2615 | LCC = 0.9119 | SRCC = 0.8981 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer42/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c807145fc7d661404726bae6cdacef2aa7bc397
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9af6a1da67aec26181c802234bc6f8656cdf5279990002431934c3459703c22e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84342f25e846ce77d17365471dddbefa04cbd719
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae0f7a8be93948ad5c80790074ad67d936e2b7780270341724a44141636bddc
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer42/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8a4373a2c6e7c7da2f08a588b80ebd4f661975c8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46987994678447703
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2976 | LCC = 0.8944 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.2577430331982629
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3929 | LCC = 0.9024 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.23772504904194375
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3101 | LCC = 0.9108 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.2202269265245151
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2446 | LCC = 0.9129 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.21229030984330038
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2510 | LCC = 0.9141 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.19447114697598308
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2521 | LCC = 0.9149 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.19454603004834556
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2522 | LCC = 0.9165 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.18436637404509362
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2316 | LCC = 0.9161 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18239734640528013
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2751 | LCC = 0.9177 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1821683785646637
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2855 | LCC = 0.9180 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1870634859007907
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2482 | LCC = 0.9164 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17459570948099126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2422 | LCC = 0.9194 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.170741141359241
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2622 | LCC = 0.9160 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1700056188799053
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2709 | LCC = 0.9188 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16089999400122318
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2288 | LCC = 0.9188 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.15970714609919257
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2081 | LCC = 0.9166 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.15730728835642682
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2275 | LCC = 0.9180 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.15094393267796907
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2416 | LCC = 0.9183 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.14911625069173085
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2723 | LCC = 0.9183 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.14649093741109606
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2389 | LCC = 0.9185 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.14282542686758704
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2386 | LCC = 0.9195 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.13894888702672342
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2848 | LCC = 0.9166 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.13794560385921786
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2507 | LCC = 0.9165 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.13401367399044808
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2439 | LCC = 0.9170 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.13223035788604978
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2531 | LCC = 0.9165 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1309260053269436
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2261 | LCC = 0.9170 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12454676395551317
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2827 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12283603597238574
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2276 | LCC = 0.9154 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.12082485380889363
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2305 | LCC = 0.9160 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11687509551902726
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2704 | LCC = 0.9156 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11415990032901653
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2464 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1967 | LCC = 0.9106 | SRCC = 0.9012 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer42/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..12d4c8a155fedb411ec9aa00bd662178725bceaa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02a246d70f518bc3c19cbf03fb2625afd165785b450831b8dd46c8211d8087f5
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2637de7e6d20b5b544c059c791c0f8c01ca8364c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2e4982eaf7ea4eb1d7d9f96cb61c70af793306add4f1279035a1ae30fb49b82
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer42/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0958439f7eceeae4819aaff3385c6b69c49a8326
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5146039633048063
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5467 | LCC = 0.8817 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.24993630322073238
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2646 | LCC = 0.9069 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.21848121294051925
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3274 | LCC = 0.9106 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.21386569734081368
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3397 | LCC = 0.9123 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.20827072303246902
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3096 | LCC = 0.9157 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.20459230924617347
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3069 | LCC = 0.9151 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.19974292328075177
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3153 | LCC = 0.9165 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18665452981959876
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3455 | LCC = 0.9141 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.18347638307106978
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3454 | LCC = 0.9147 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18123795858697395
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2727 | LCC = 0.9179 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.17154154095346527
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2825 | LCC = 0.9192 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.17210362933446907
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2846 | LCC = 0.9189 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.16641928238331238
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2562 | LCC = 0.9189 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.16940650563536352
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2412 | LCC = 0.9202 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.17548239485204564
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2452 | LCC = 0.9197 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.15887751202018274
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2334 | LCC = 0.9181 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.15679160311731988
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2379 | LCC = 0.9191 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.14809802562170635
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2796 | LCC = 0.9184 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.14798289055080083
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2807 | LCC = 0.9176 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.15174305072926372
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3363 | LCC = 0.9146 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.14794660928104655
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2681 | LCC = 0.9188 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14590025021333916
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2862 | LCC = 0.9196 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.13710725540026075
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2554 | LCC = 0.9187 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14056420787049168
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2479 | LCC = 0.9183 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1329063297265527
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2400 | LCC = 0.9171 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.13280171521998554
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2789 | LCC = 0.9175 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.12640102582343052
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2474 | LCC = 0.9182 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.12372616170286443
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2557 | LCC = 0.9168 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.12030913422390216
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2604 | LCC = 0.9165 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.11919800467746106
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2506 | LCC = 0.9166 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.11804774442332329
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2582 | LCC = 0.9162 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2059 | LCC = 0.9151 | SRCC = 0.9042 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer42/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22965f719b49ef3f0612a8266358cf1762ad1e66
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21f49ea678483c0cdd0ebd8a9166e9b01c48f4e8e1c3ee6fb5cb63d29bc576eb
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer42/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..87c3af08329596de2f12aabbd4fa50360c3df5a0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f734d33dea96937ebdaaeed4fda5d501010ae6a010f27bcce6cd33a5d2533c83
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer42/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer42/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f3447adfbba36e632f78a40d0e84e3c701864790
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer42/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4538594867624988
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3025 | LCC = 0.9005 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.25011204592237585
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4376 | LCC = 0.9098 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.23893697146390905
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2841 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.22348490021476855
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2811 | LCC = 0.9141 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.206117160058435
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3197 | LCC = 0.9119 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.19476307467745907
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2439 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.19439482503715969
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2980 | LCC = 0.9175 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.19651420698689587
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2571 | LCC = 0.9179 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1805435326488721
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2903 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18222708870909807
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2751 | LCC = 0.9186 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.17499567124712673
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2412 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.17842799287310915
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2746 | LCC = 0.9193 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.1695316651825271
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2721 | LCC = 0.9177 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1668516018917795
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2659 | LCC = 0.9176 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.16376407422943612
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2725 | LCC = 0.9179 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.15701483655182613
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2583 | LCC = 0.9192 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.15784173936857654
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2579 | LCC = 0.9181 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.1578741973276772
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2813 | LCC = 0.9182 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.15316643587426643
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2443 | LCC = 0.9190 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.1479160093589325
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2434 | LCC = 0.9192 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.1426243580059509
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2278 | LCC = 0.9193 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.141125281723593
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2463 | LCC = 0.9176 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1384921705705582
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2683 | LCC = 0.9182 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.13773348505441854
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2500 | LCC = 0.9189 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.13505479710639556
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2624 | LCC = 0.9182 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1346887890572493
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2725 | LCC = 0.9168 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12876139507989662
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2493 | LCC = 0.9168 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.12205756399672844
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2719 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.12474209716209786
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2545 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.12052790682784395
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2529 | LCC = 0.9147 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.12316608971598521
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2711 | LCC = 0.9162 | SRCC = 0.9154 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2431 | LCC = 0.9115 | SRCC = 0.8985 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer44/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..26a2268b9562fd6b7d09a8c336a1dc6a2d5ea4e7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f71bc87d247bba4d3d5e54c8bd9c5e06523c2c06047cee73aa4ca9dd9e143a60
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6932f07df2d99c6933e5a1c440e01a854a31a3e0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4680f610132c760714beea1fc10f9efad2fedefffa911dd6a2649d07eb8bb29b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer44/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..541d5b6bc05a8e5570f11583997e95e8a75b55ae
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5979017357777998
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4390 | LCC = 0.8556 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.34966451213883526
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3471 | LCC = 0.8781 | SRCC = 0.8894 ]
+INFO:root:Average loss=0.36441185622546024
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3352 | LCC = 0.8952 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.2680979606216353
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3123 | LCC = 0.9003 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.2597458077476204
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3058 | LCC = 0.9062 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.24064107428740905
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3104 | LCC = 0.9074 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.23347677893376764
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2689 | LCC = 0.9102 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.22334543774927282
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3138 | LCC = 0.9105 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.21922396261223479
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2592 | LCC = 0.9098 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.21044042353340656
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2598 | LCC = 0.9121 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.21219753939120067
+INFO:root:
+[Valid][10][UTT][ MSE = 0.4230 | LCC = 0.9102 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.2237734804091426
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2545 | LCC = 0.9140 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.20329779679375576
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2911 | LCC = 0.9137 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.20077391257348087
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2509 | LCC = 0.9135 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.19543831489678753
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2707 | LCC = 0.9143 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.19790841406480425
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2576 | LCC = 0.9091 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.2011454570930817
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2272 | LCC = 0.9147 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.19716307693134152
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3410 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.19263424582219538
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2966 | LCC = 0.9127 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1989110083335397
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2748 | LCC = 0.9151 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1866213470008332
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2580 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19232442755402857
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2506 | LCC = 0.9155 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.18345266606421828
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2880 | LCC = 0.9144 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18598247926703768
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2660 | LCC = 0.9162 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1857928740065222
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2971 | LCC = 0.9118 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18026423299243685
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2408 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1794323096471715
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2219 | LCC = 0.9154 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17794727124919782
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2516 | LCC = 0.9175 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.17765477954307732
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2674 | LCC = 0.9144 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1759336849168546
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2557 | LCC = 0.9159 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1776866362015636
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2920 | LCC = 0.9161 | SRCC = 0.9155 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2251 | LCC = 0.9085 | SRCC = 0.8934 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer44/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1174ed7c34c5e120da69e90074d86321e1a2af7e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ac12c91fcb7b82da6e543809f6bfa5566922a2913e0f49f40f46d6475089edd2
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..34d9b069abb71ea6ad8ce4dbcc9bd72fb86aedec
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93a48e7ad26eb39dc8275675f81056c56df412cd8e80fd33e8be1ad5c829cbc3
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer44/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..401cfe4b6a0a78c18b25a0ff10d95e1c9903e051
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6519419985871784
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4369 | LCC = 0.8531 | SRCC = 0.8603 ]
+INFO:root:Average loss=0.3094767269199294
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3549 | LCC = 0.8863 | SRCC = 0.8906 ]
+INFO:root:Average loss=0.3194816258945906
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3591 | LCC = 0.8962 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.27433849965905865
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3336 | LCC = 0.9027 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.2519144277179861
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2972 | LCC = 0.9039 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.2734384112964476
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3488 | LCC = 0.9025 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.24329181515067988
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2690 | LCC = 0.9088 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.23501550940247629
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2829 | LCC = 0.9078 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.220179484715696
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2599 | LCC = 0.9120 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.21653898232589566
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3378 | LCC = 0.9114 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.2215253172410017
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3158 | LCC = 0.9097 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.22117284426971667
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3193 | LCC = 0.9139 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.21447292784218155
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2621 | LCC = 0.9144 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.2026065560434595
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2623 | LCC = 0.9146 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.20008880584742983
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2884 | LCC = 0.9149 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.2044233824045672
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2877 | LCC = 0.9112 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.19357629766353981
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2791 | LCC = 0.9147 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.19425402693665786
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2611 | LCC = 0.9157 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.18989672938178728
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2876 | LCC = 0.9127 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.1869818578565741
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2673 | LCC = 0.9170 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1909359954082208
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2440 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.18045090543741435
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2891 | LCC = 0.9148 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1787023861284201
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2700 | LCC = 0.9160 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.18857393267354525
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2475 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.18637389297774762
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2791 | LCC = 0.9133 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18522395284017387
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2587 | LCC = 0.9162 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.17673789304977208
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2387 | LCC = 0.9158 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18045243048082196
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2498 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.17169334515498552
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2564 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17178861137931747
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2843 | LCC = 0.9181 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.17393063090612434
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2538 | LCC = 0.9171 | SRCC = 0.9157 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2815 | LCC = 0.9049 | SRCC = 0.8932 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer44/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..594520d7d28bf2410ee11bf997cff57997206989
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0235689c279b62cfbc9bae12da5d203ec0760623bfab7987c85142236ff403
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9d53805efd0b371df9bd504f992b93cdc06bb183
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3d3997826438995c1c667e0d0ed027718cda20c633d1e67a856d816225005f7b
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer44/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..75608dc1b5aecde460dc23b0e99021b9658e9029
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6122156781268258
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4682 | LCC = 0.8784 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.3667469828287301
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3504 | LCC = 0.8852 | SRCC = 0.8890 ]
+INFO:root:Average loss=0.3142849940785094
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3294 | LCC = 0.8937 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.2898556568546791
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3107 | LCC = 0.9007 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.2766576709947145
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4566 | LCC = 0.8938 | SRCC = 0.9021 ]
+INFO:root:Average loss=0.2722388175181571
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3230 | LCC = 0.9060 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.2366557421022757
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3163 | LCC = 0.9076 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.2439657079346607
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2540 | LCC = 0.9101 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.21957140390066743
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3158 | LCC = 0.9107 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.22058950933073299
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2626 | LCC = 0.9125 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.2128297079332991
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2884 | LCC = 0.9134 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.21072932668676267
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2894 | LCC = 0.9141 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.20984071105546345
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2828 | LCC = 0.9146 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.20976119501397789
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3840 | LCC = 0.9091 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.204111770355288
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2802 | LCC = 0.9148 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.2061957151472913
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2888 | LCC = 0.9139 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.19317359989778154
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3264 | LCC = 0.9140 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.19499686192398127
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2841 | LCC = 0.9150 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.19489334747625914
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2537 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1949690565294613
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2992 | LCC = 0.9130 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.19607605849731866
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2936 | LCC = 0.9129 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1871963633881139
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2601 | LCC = 0.9153 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.18547015796507024
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2560 | LCC = 0.9158 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1852667549183603
+INFO:root:
+[Valid][23][UTT][ MSE = 0.3032 | LCC = 0.9139 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18305878147396737
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3146 | LCC = 0.9153 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18061718919632064
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2944 | LCC = 0.9131 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.18173000220790764
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2787 | LCC = 0.9156 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18417579284465382
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2683 | LCC = 0.9156 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.17316670319593022
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2385 | LCC = 0.9160 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17306540191518088
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2724 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.17350023984909058
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2570 | LCC = 0.9171 | SRCC = 0.9160 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2420 | LCC = 0.9040 | SRCC = 0.8903 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer44/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b7d9d8e0b9cdebf6c23399bffb1a688f2076b9a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4c77dabc8bc7b2d1af4d25cd97c58e9d7f22c567abf1b43a5fab923577ea65ce
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b906acaff90f6837e2dad76038721035dc0cd43d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:93392c5c6362f8df60392307f4eaed210a9f944fcdb9979208d9f73ce9598f82
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer44/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c092abf2db175c1ed5b75396c2940aa4797fdcdb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5457660983924921
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3548 | LCC = 0.8761 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.3437345173489841
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3408 | LCC = 0.8905 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.3148448046059967
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3211 | LCC = 0.8982 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.2614313573334258
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2704 | LCC = 0.9026 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.26792882736018625
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4193 | LCC = 0.9021 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.26858855844233076
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3098 | LCC = 0.8980 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.23544322156664954
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2983 | LCC = 0.9095 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.24137995913194094
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2936 | LCC = 0.9088 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.22435543457896723
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2642 | LCC = 0.9114 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.21739451234051257
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2987 | LCC = 0.9121 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.20862846076488495
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2893 | LCC = 0.9134 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.20781165960034884
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2417 | LCC = 0.9124 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.2093864774514485
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2650 | LCC = 0.9114 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.2008845438760829
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2645 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.20077600472235266
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2617 | LCC = 0.9151 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.2010686372573665
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2827 | LCC = 0.9143 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.19642073230419546
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2510 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18927141339275877
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2262 | LCC = 0.9127 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.20116165599037458
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2747 | LCC = 0.9154 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.19233305588623004
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2592 | LCC = 0.9142 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.19340222160940226
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2822 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1920396925913805
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2825 | LCC = 0.9131 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.18910507259169065
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2617 | LCC = 0.9157 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18337060825500875
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2712 | LCC = 0.9154 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.18290833258904474
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2454 | LCC = 0.9142 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.18042561011335065
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2807 | LCC = 0.9129 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17368495421258012
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2517 | LCC = 0.9157 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1758197921979634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2539 | LCC = 0.9150 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.17274733038479193
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3039 | LCC = 0.9144 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1784401198773715
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2567 | LCC = 0.9165 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.17181926560884267
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2550 | LCC = 0.9159 | SRCC = 0.9144 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2297 | LCC = 0.9086 | SRCC = 0.8972 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer44/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79c1b78bdb3f2d1895362cd203ffad2cff6a0070
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ba121a3c08f04c57e1ede8c286757d8098b1aba2556debe9383aa751cb52835
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer44/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf5d6ecc39f037277b749c21a3b1e5ca74d70e91
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7263e632ad01bc048ffda283f74c45b47a316ee2108ff6468561ad2bf50dda13
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer44/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer44/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d4a454aa445da61fb40c0dd2748fca9472bfdc0a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer44/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6579336191532928
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4209 | LCC = 0.8772 | SRCC = 0.8785 ]
+INFO:root:Average loss=0.3739900181576007
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3767 | LCC = 0.8934 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.30553023551585357
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5249 | LCC = 0.8842 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.3200677575575823
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3818 | LCC = 0.8968 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.2685715575955507
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3518 | LCC = 0.9013 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.2626774071613488
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2995 | LCC = 0.9051 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.24660522495046516
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2746 | LCC = 0.9069 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.22681945191986988
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2800 | LCC = 0.9099 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.2167171512897304
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2765 | LCC = 0.9109 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.2230582741126849
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2953 | LCC = 0.9125 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.21179771759261976
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2830 | LCC = 0.9126 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.2123746846969417
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3114 | LCC = 0.9125 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.20402308329509172
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2668 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.2045305755872258
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2972 | LCC = 0.9124 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.204349435908946
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2459 | LCC = 0.9134 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.2053702014546863
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2639 | LCC = 0.9131 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.2017496009438024
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2865 | LCC = 0.9147 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.1935159835124636
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2535 | LCC = 0.9144 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.19060609950495594
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2937 | LCC = 0.9150 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18808793547870106
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2777 | LCC = 0.9106 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1909466934083514
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2540 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1846227436999365
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2857 | LCC = 0.9089 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1882858362070398
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2587 | LCC = 0.9139 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.17730352558152523
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2699 | LCC = 0.9155 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1832853742159171
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2563 | LCC = 0.9153 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.17724641533083998
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2741 | LCC = 0.9134 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1763849475910898
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2679 | LCC = 0.9162 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17882821928559012
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2692 | LCC = 0.9161 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.17310669531539685
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2502 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1769775610438661
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2332 | LCC = 0.9146 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.17734937593771544
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2646 | LCC = 0.9167 | SRCC = 0.9154 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2553 | LCC = 0.9099 | SRCC = 0.8974 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer46/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..82bfe3f4ed40dce51e99a44956a9358e8e392885
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:48db0a00809e9b58019bf3acd78fe15d073ab82bf7949a797ef40a370b4e4780
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5fcee1126017b7d48ea8dc7d5b12eae819a9a66f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb081d32a00097e305e3ed8e8383fed8ac2313876e778b17251d1ce90efab855
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer46/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..600db6254042886df865b14a45b408e8c2ed92d9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.7017111301077583
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3849 | LCC = 0.8568 | SRCC = 0.8667 ]
+INFO:root:Average loss=0.386857630717272
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3736 | LCC = 0.8766 | SRCC = 0.8844 ]
+INFO:root:Average loss=0.32008836818912817
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3435 | LCC = 0.8917 | SRCC = 0.8939 ]
+INFO:root:Average loss=0.3070354583980031
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3148 | LCC = 0.8967 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.25813742455719524
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2928 | LCC = 0.8998 | SRCC = 0.8990 ]
+INFO:root:Average loss=0.2618717102473871
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3384 | LCC = 0.9026 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.24930869275434858
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2665 | LCC = 0.9036 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.25518736613623666
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2967 | LCC = 0.9055 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.2668673237624196
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3064 | LCC = 0.9051 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.2373771347923775
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3553 | LCC = 0.9075 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.2250602107516603
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3082 | LCC = 0.9080 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.22703938625451459
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3309 | LCC = 0.9054 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.22270732881189081
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2791 | LCC = 0.9109 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.2259926136173954
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2756 | LCC = 0.9095 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.2114829057989093
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2739 | LCC = 0.9103 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.20183835764324046
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2634 | LCC = 0.9111 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.202210654370013
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2788 | LCC = 0.9122 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.20046299661515077
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2602 | LCC = 0.9101 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.20280041963378817
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2629 | LCC = 0.9115 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19866707955481688
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2831 | LCC = 0.9099 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.19704053064302213
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2624 | LCC = 0.9120 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.20490918429083907
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2897 | LCC = 0.9126 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.20178332657827808
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2669 | LCC = 0.9125 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.19518920628493922
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2826 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.19401906465174834
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2613 | LCC = 0.9124 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.19049522767349475
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2990 | LCC = 0.9136 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.19238295311355866
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2693 | LCC = 0.9132 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.19812526484962142
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2496 | LCC = 0.9133 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.19174349122826076
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2488 | LCC = 0.9122 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.18353350585423453
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2702 | LCC = 0.9137 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18310246065345115
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2401 | LCC = 0.9129 | SRCC = 0.9121 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2553 | LCC = 0.9033 | SRCC = 0.8934 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer46/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe2def59865eb45c707fb6d340a35085e533be1a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b0efa9afc656c283ab1c4330027b9e5bacf3085c3be9796eb72da58cf5469b2
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..86089d84dd8c25723f3f045673e1b27f1aff442d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba75c5949deb9eda212746c3453dfdeb03d575c17e935f44a46a4a8dc21165ce
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer46/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9d12e4773032bb330cee27a020a1cf15efb6c192
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6261249666958186
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3941 | LCC = 0.8685 | SRCC = 0.8703 ]
+INFO:root:Average loss=0.34848001185869204
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3124 | LCC = 0.8849 | SRCC = 0.8870 ]
+INFO:root:Average loss=0.33526300488179817
+INFO:root:
+[Valid][2][UTT][ MSE = 0.6016 | LCC = 0.8858 | SRCC = 0.8899 ]
+INFO:root:Average loss=0.3152167517153514
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2870 | LCC = 0.8935 | SRCC = 0.8937 ]
+INFO:root:Average loss=0.3158613952425863
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3207 | LCC = 0.8994 | SRCC = 0.8982 ]
+INFO:root:Average loss=0.27887462579101496
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3094 | LCC = 0.9016 | SRCC = 0.9003 ]
+INFO:root:Average loss=0.268250853856864
+INFO:root:
+[Valid][6][UTT][ MSE = 0.5002 | LCC = 0.8785 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.28427872845547736
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2598 | LCC = 0.9029 | SRCC = 0.9034 ]
+INFO:root:Average loss=0.24731775989077684
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2724 | LCC = 0.9058 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.2461506575345993
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3186 | LCC = 0.9055 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.24501912132163958
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2565 | LCC = 0.9057 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.23015434342312674
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3346 | LCC = 0.9058 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.22276482136780126
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2934 | LCC = 0.9084 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.22377354935931332
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2781 | LCC = 0.9099 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.20649636157847553
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2771 | LCC = 0.9102 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.21439629969741567
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2667 | LCC = 0.9082 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.21639669884663787
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3489 | LCC = 0.9098 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.21020552649491095
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2900 | LCC = 0.9065 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.209296312333876
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2806 | LCC = 0.9099 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.20862323579760644
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2754 | LCC = 0.9126 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.20218024588044667
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2843 | LCC = 0.9107 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.20056085783794436
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3156 | LCC = 0.9121 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.19582715729585273
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2958 | LCC = 0.9110 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.19023851990010698
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2669 | LCC = 0.9124 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.1916672974997173
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2541 | LCC = 0.9130 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1866727995906951
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2760 | LCC = 0.9131 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.19019998851194547
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2726 | LCC = 0.9130 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.19078361337756836
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3246 | LCC = 0.9117 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.18264449064786722
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2461 | LCC = 0.9148 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18827387798211478
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2551 | LCC = 0.9144 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18724152553460502
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2830 | LCC = 0.9140 | SRCC = 0.9127 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2276 | LCC = 0.9048 | SRCC = 0.8910 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer46/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7066c0adb2c440ee8e0548e6ea7ab781f960cc79
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9bd17b7aad9ea5df6ce092d57f5d658422d343aac0d9132f1e5940e5f7918048
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fc8726dcaf4e1fe41f63e327d739a43638e1f714
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01cc7a0f474f56e83cd5f2721b2edef35a0d3b3c4fd05a1427a5f69fe8624cc5
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer46/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e1403aa3d6eefb102f27f89eed8c37288153093a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6139896355267894
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4733 | LCC = 0.8406 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.3887202187597407
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3736 | LCC = 0.8861 | SRCC = 0.8861 ]
+INFO:root:Average loss=0.3267964576021095
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3742 | LCC = 0.8935 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.2957620072916064
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3000 | LCC = 0.8938 | SRCC = 0.8962 ]
+INFO:root:Average loss=0.2691703757454205
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2903 | LCC = 0.9014 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.26904194255095687
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2732 | LCC = 0.9036 | SRCC = 0.9028 ]
+INFO:root:Average loss=0.25011835802841736
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2815 | LCC = 0.9046 | SRCC = 0.9038 ]
+INFO:root:Average loss=0.2640007201129991
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3658 | LCC = 0.9060 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.24508234294335965
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3576 | LCC = 0.9072 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.2406669421003044
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2563 | LCC = 0.9074 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.2417707544013944
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2935 | LCC = 0.9086 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.21888550039316187
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2689 | LCC = 0.9040 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.23145461547581447
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2576 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.21953592996376786
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3422 | LCC = 0.9063 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.21078894739550663
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3122 | LCC = 0.9103 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.22354035148386323
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2637 | LCC = 0.9105 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.22141477129707446
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2959 | LCC = 0.9095 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.20339160752778798
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2578 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.20886703933766812
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2695 | LCC = 0.9124 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.20497744547666152
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2527 | LCC = 0.9115 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.2056261117144816
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2615 | LCC = 0.9121 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.1955495246314589
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2850 | LCC = 0.9132 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.19634061224887825
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2582 | LCC = 0.9136 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.19340616675642874
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2728 | LCC = 0.9129 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.18770851845169342
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2645 | LCC = 0.9124 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.19490213817082389
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2609 | LCC = 0.9125 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.18733581121085008
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2496 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1864070481475378
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2638 | LCC = 0.9137 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18462816414805505
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2458 | LCC = 0.9147 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.18164304389774455
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3323 | LCC = 0.9119 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1825587129317267
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2925 | LCC = 0.9134 | SRCC = 0.9138 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2218 | LCC = 0.9027 | SRCC = 0.8886 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer46/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..74caec69ffa69b4b902d114b474fb364aecacb5d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2d3f08a0fae6d405b570851f21ace72a8c3663c8b10a1e48753efe8449cd28e
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ea3fb85d00b59d0046e4f0ef5b548464584e23f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c18dd7bc4fa8fec39dd28992c8f4f9612de23e12811fa81d920b42dc2afdb8a
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer46/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dbd0fb14303f7e164f571785af0443263e2650d6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.667112798187774
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4066 | LCC = 0.8645 | SRCC = 0.8662 ]
+INFO:root:Average loss=0.37937681790376676
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3726 | LCC = 0.8740 | SRCC = 0.8835 ]
+INFO:root:Average loss=0.31713060156113837
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3880 | LCC = 0.8790 | SRCC = 0.8921 ]
+INFO:root:Average loss=0.28869501402267833
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2970 | LCC = 0.8957 | SRCC = 0.8965 ]
+INFO:root:Average loss=0.28894558040737417
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3366 | LCC = 0.8998 | SRCC = 0.8997 ]
+INFO:root:Average loss=0.26575148923893194
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4780 | LCC = 0.8953 | SRCC = 0.8985 ]
+INFO:root:Average loss=0.2738382374447894
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3539 | LCC = 0.9041 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.27966726954617255
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3046 | LCC = 0.9058 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.23157280291608304
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2860 | LCC = 0.9071 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.23126009924907906
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2654 | LCC = 0.9076 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.2199628269569033
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3080 | LCC = 0.9091 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.21744960033996946
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3843 | LCC = 0.9051 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.21956727800169432
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2428 | LCC = 0.9073 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.22978596217025912
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2913 | LCC = 0.9110 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.21370180597195046
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3150 | LCC = 0.9106 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.20937605546733548
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2684 | LCC = 0.9098 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.20690929071407096
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2824 | LCC = 0.9114 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.20961324327942954
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3018 | LCC = 0.9121 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.20233086664552632
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2981 | LCC = 0.9118 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.20817831227545106
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2484 | LCC = 0.9106 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.19817587276759174
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3100 | LCC = 0.9120 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.19012505961635898
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2551 | LCC = 0.9106 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.19732147024546057
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3584 | LCC = 0.9104 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.19737917103002525
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2999 | LCC = 0.9097 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.1926791886718287
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2934 | LCC = 0.9131 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.19634786558289058
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2793 | LCC = 0.9129 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1850589802757853
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2784 | LCC = 0.9125 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.18662559180762728
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3167 | LCC = 0.9126 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1820576096631888
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2689 | LCC = 0.9139 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.18134265526526236
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3261 | LCC = 0.9126 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.18573344541939696
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2801 | LCC = 0.9126 | SRCC = 0.9130 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2368 | LCC = 0.9027 | SRCC = 0.8882 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer46/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..173d5213e02ece61916c0bdc4ad59362f1d44ac7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c134e2580b5abcc18341d9fe8469f7ce63a9fbe353e86003bcdb911aad7a4a7
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer46/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a1eff777bd18802577eb6447e64a57cabc9c15a2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:baa4e26ebeb88d44a3de81741a7f53939130ec6b084ad11727feb21ae3d4926f
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer46/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer46/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e988824807c0b59f86a0b4e1ea9a4f1029ab19b5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer46/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.773256733582888
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4617 | LCC = 0.8395 | SRCC = 0.8461 ]
+INFO:root:Average loss=0.38958159149382154
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3621 | LCC = 0.8791 | SRCC = 0.8829 ]
+INFO:root:Average loss=0.3076369966557949
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3026 | LCC = 0.8899 | SRCC = 0.8914 ]
+INFO:root:Average loss=0.3037087956088127
+INFO:root:
+[Valid][3][UTT][ MSE = 0.5197 | LCC = 0.8841 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.3138931677865155
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4429 | LCC = 0.8731 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.26372761188903987
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4861 | LCC = 0.8964 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.255387680034417
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3478 | LCC = 0.8930 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.27661635601796164
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2808 | LCC = 0.9033 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.2490296586917315
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3064 | LCC = 0.9049 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.23003099329037474
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2581 | LCC = 0.9065 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.22022482795866927
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2980 | LCC = 0.9046 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.23945298579903695
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2913 | LCC = 0.9080 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.22505621009134832
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2644 | LCC = 0.9080 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.21603551614663505
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2967 | LCC = 0.9093 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.21974221005432867
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3772 | LCC = 0.9069 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.21673486075993909
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2649 | LCC = 0.9104 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.21363815893499838
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2880 | LCC = 0.9042 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.2054211038643914
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3258 | LCC = 0.9084 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.20528451241337495
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2531 | LCC = 0.9104 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.19861346000880864
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3358 | LCC = 0.9105 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.20062370115966466
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2522 | LCC = 0.9097 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.19151019442804976
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2482 | LCC = 0.9109 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19433738342943907
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3882 | LCC = 0.9111 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19164771853671597
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2970 | LCC = 0.9130 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.19715814094322953
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2613 | LCC = 0.9109 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.19517308266865724
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2639 | LCC = 0.9114 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.20010255505411612
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2841 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.18791185164382693
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2480 | LCC = 0.9127 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.18238451762523264
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2525 | LCC = 0.9112 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.19297256467142546
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2642 | LCC = 0.9130 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1805046739519676
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2495 | LCC = 0.9130 | SRCC = 0.9121 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2317 | LCC = 0.9043 | SRCC = 0.8916 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer6/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8844671b7383184e0186038c4e43e9ecd3dc4953
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f717957e2ed801d224eceeaea7b1cad1680e4ad38f92331306789dac49896a8a
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c7b8d3b2e7cc26f4a4a526cc704e8c051538cf6c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8df587dc44f8b22e15e401baba9683190d0ede4ac1efd2e43d708adf50abcc3f
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer6/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4eed634a02b98ce131a14e65bddbb81c1b354e2e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33558808267116547
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2600 | LCC = 0.9109 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.19226858088735901
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2704 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.17485509395082563
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2389 | LCC = 0.9186 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.16254751466085457
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2737 | LCC = 0.9212 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1556767398717603
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2395 | LCC = 0.9216 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.14721142726740397
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2411 | LCC = 0.9208 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.13860477024764684
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2289 | LCC = 0.9212 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.13188400261663977
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2292 | LCC = 0.9225 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.1303160697910827
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2233 | LCC = 0.9211 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.12624428679660565
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2377 | LCC = 0.9206 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.11317649901430042
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2228 | LCC = 0.9196 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.10702473691777686
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2196 | LCC = 0.9197 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.10265292334935569
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2363 | LCC = 0.9190 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.09584248475084416
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2555 | LCC = 0.9184 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.09293276810146481
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2397 | LCC = 0.9183 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.08666519340493775
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2396 | LCC = 0.9187 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.08294503636270589
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2825 | LCC = 0.9181 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.07953888024984068
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2519 | LCC = 0.9174 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.07517187163836694
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2400 | LCC = 0.9165 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07247275822510608
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2510 | LCC = 0.9140 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.06945811780546442
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2659 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.06570319245660926
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2345 | LCC = 0.9149 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.06253390974564359
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2494 | LCC = 0.9128 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.06050083062724571
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2555 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05914673484818784
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2584 | LCC = 0.9155 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.05516717763822203
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2448 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.051903833758968836
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2377 | LCC = 0.9137 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.05150316513514932
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2688 | LCC = 0.9143 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.04952157855120008
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2411 | LCC = 0.9131 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.04795355711541424
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2503 | LCC = 0.9142 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.04520030696526428
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2568 | LCC = 0.9146 | SRCC = 0.9139 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2737 | LCC = 0.8996 | SRCC = 0.8855 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer6/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..404e288a122b027031f6c318281e2c1154bbee4c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6df7f705432b262347e5371d2928907163f7f5c11041f51b795b9d12559056df
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60edf75ce2a6f9aa4ce76b94efae5d4b2ebeb294
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a55ceb774a029ada4c7cd01e58b05e5c14186f8ff70a9a75cb5af41b837b108
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer6/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ee7c084620866c9b47990dd03f07e9238d290fa4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3438539151855976
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2497 | LCC = 0.9040 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.19786508299539543
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2737 | LCC = 0.9172 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17618592419376264
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2379 | LCC = 0.9197 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.16891018822358522
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2612 | LCC = 0.9180 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.15871360239093704
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2516 | LCC = 0.9210 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.14833711367638813
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2358 | LCC = 0.9227 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.14063013633551624
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2425 | LCC = 0.9226 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.13540326554134402
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2360 | LCC = 0.9237 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.12501092280955672
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2142 | LCC = 0.9229 | SRCC = 0.9232 ]
+INFO:root:Average loss=0.12213050894912957
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2241 | LCC = 0.9224 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.12058465867545563
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2241 | LCC = 0.9218 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.11196194836772935
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2746 | LCC = 0.9195 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.10530887324513727
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2351 | LCC = 0.9210 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.0992813748818946
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2319 | LCC = 0.9205 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.09723812634545255
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2319 | LCC = 0.9210 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.0888876484093294
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2470 | LCC = 0.9190 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.08517350336116862
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2219 | LCC = 0.9196 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08115325670021807
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2317 | LCC = 0.9192 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.079777229534236
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2193 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.07285486267222835
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2370 | LCC = 0.9176 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.0701009062027311
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2407 | LCC = 0.9162 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.06852451632219243
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2345 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.06326790849511334
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2263 | LCC = 0.9169 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.06276526980403531
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2712 | LCC = 0.9141 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.060456059873104095
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2315 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.059192554131580914
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2381 | LCC = 0.9159 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.05609266182160102
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2522 | LCC = 0.9162 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.05287860457736977
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2239 | LCC = 0.9164 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.051729198943586706
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2341 | LCC = 0.9157 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.050024306821513036
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2356 | LCC = 0.9153 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.04744580375149071
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2461 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2472 | LCC = 0.8990 | SRCC = 0.8858 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer6/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4166817dcdb5c3946e0c93c7f8ef6beb11a27c59
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ea1ae4da11ba99942f1af1e180867b958949b2d7e788fc1a969b71eb7ac4b809
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b49793822a74ec21accf9316fcbd3e29102eee18
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed180f942ecaacf974670397879f33a435c9c759978736dc1b11af6e1485c3be
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer6/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..714f789f2124bae6b51d61af20a591755202324a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35603370564865927
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2867 | LCC = 0.9098 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.19561927334938436
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2813 | LCC = 0.9158 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.17126163345024076
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2518 | LCC = 0.9170 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.16506800171784583
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2459 | LCC = 0.9215 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.15698065135003514
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2215 | LCC = 0.9224 | SRCC = 0.9232 ]
+INFO:root:Average loss=0.1463094976854462
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2202 | LCC = 0.9230 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.13703403660672248
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2637 | LCC = 0.9216 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.1348517630572264
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2322 | LCC = 0.9235 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.12477408078192287
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2434 | LCC = 0.9211 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.12096375584430089
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2228 | LCC = 0.9237 | SRCC = 0.9240 ]
+INFO:root:Average loss=0.1138220284930888
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2278 | LCC = 0.9190 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.10836393558393324
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2519 | LCC = 0.9196 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.1005944978295034
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2490 | LCC = 0.9214 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.09811707071400103
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2302 | LCC = 0.9211 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.09107747979763615
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2381 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.08555134549478575
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2244 | LCC = 0.9198 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.08498763542816129
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2355 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.0793065077522931
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2408 | LCC = 0.9195 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.0758525291834608
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2453 | LCC = 0.9170 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.07059999968791973
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2368 | LCC = 0.9176 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.06712138071397826
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2432 | LCC = 0.9153 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.06419100948324093
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2229 | LCC = 0.9171 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.061670548244880115
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2244 | LCC = 0.9183 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.05907903038869704
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2378 | LCC = 0.9148 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.05682643042134412
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2189 | LCC = 0.9176 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.05364068212106049
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2351 | LCC = 0.9173 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.05078397241200326
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2358 | LCC = 0.9174 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.051174008045237876
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2648 | LCC = 0.9108 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.04757743185612163
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2321 | LCC = 0.9182 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.047689633810020594
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2327 | LCC = 0.9171 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.042964427338945385
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2334 | LCC = 0.9160 | SRCC = 0.9162 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2339 | LCC = 0.8919 | SRCC = 0.8699 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer6/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..161e915bf7366157b8d650f4d358704b61b82aa8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:106a33892cc0a879a1009c674ef7e354f1c5695177f38809f72c7bb6d1cf3d62
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ab61c133f62e59dc851571649187f2d90bd1e694
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e3396c77e767ee1eae732b3598a7918961d5b1ece8999d0d0566f5ff5b017c4
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer6/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d8f21f4069c562c622bc588f206c600acc78ef06
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3270827460323455
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3297 | LCC = 0.9095 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.2003212424285839
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2850 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.17955235219587481
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2465 | LCC = 0.9186 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1663936769342147
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2217 | LCC = 0.9202 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.15927298242129342
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2439 | LCC = 0.9208 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.15271888923093763
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2417 | LCC = 0.9206 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.14349771054149363
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2716 | LCC = 0.9211 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.14023195146825274
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2304 | LCC = 0.9230 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.1299515025033427
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2402 | LCC = 0.9222 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.12441190444148345
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2204 | LCC = 0.9239 | SRCC = 0.9240 ]
+INFO:root:Average loss=0.12162816851814358
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2385 | LCC = 0.9224 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.11360283480214246
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2642 | LCC = 0.9210 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.11209681808862383
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2379 | LCC = 0.9210 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1022434530919687
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2276 | LCC = 0.9218 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.09894878798395912
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2210 | LCC = 0.9211 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.09306098796384182
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2044 | LCC = 0.9212 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.08753151808343182
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2394 | LCC = 0.9212 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.08241113628438443
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2452 | LCC = 0.9221 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.08249567328505433
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2258 | LCC = 0.9206 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.07890189240950381
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2266 | LCC = 0.9203 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.07386480116775271
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2316 | LCC = 0.9203 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.0692235927576619
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2261 | LCC = 0.9194 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.06537274034381602
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2203 | LCC = 0.9192 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.06496429684534238
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2119 | LCC = 0.9196 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.061542969993773226
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2341 | LCC = 0.9183 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.06077239576274949
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2277 | LCC = 0.9179 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.05738158905178825
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2310 | LCC = 0.9191 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.05661443179484048
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2292 | LCC = 0.9185 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.0519140670345181
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2392 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.054560239992045255
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2278 | LCC = 0.9184 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.05098908568996226
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2356 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2395 | LCC = 0.8973 | SRCC = 0.8812 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer6/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..97c393a1067c4b079b04f5a58948996b45469429
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:418b5dffa3490f03a34932686b70909bb26bac3cf1378ddba17099ae11e1c763
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer6/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..326e0fbe977ccbe0dbdd9a96785a97ae40d8a39d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad0bc090878e38bb49e2e111556c1eaf9c0d16f20ff9b74d40011fe05c8f3d5a
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer6/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer6/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d4ab846145565d9ab5662a56dcec9a6991be04f8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer6/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40465901972930557
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3164 | LCC = 0.9076 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.19553573881787373
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3008 | LCC = 0.9165 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18172866493635784
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2784 | LCC = 0.9191 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.16648371397070802
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2517 | LCC = 0.9184 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.16335248947143555
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2683 | LCC = 0.9224 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.14797788655999078
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2569 | LCC = 0.9231 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.14320181913114008
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2728 | LCC = 0.9227 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.13621113156479908
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2476 | LCC = 0.9233 | SRCC = 0.9236 ]
+INFO:root:Average loss=0.12840819953149454
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2601 | LCC = 0.9211 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.12368729051654738
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2515 | LCC = 0.9212 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.11504116159126249
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2682 | LCC = 0.9225 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.1128100552569235
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2430 | LCC = 0.9217 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.10576352571820938
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2546 | LCC = 0.9194 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.09731985051507895
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2547 | LCC = 0.9201 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.09454886742323809
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2289 | LCC = 0.9201 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.08986922155398165
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2315 | LCC = 0.9193 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.0856090217527282
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2368 | LCC = 0.9206 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.08077359253357601
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2832 | LCC = 0.9188 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.07857411253572888
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2352 | LCC = 0.9198 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.07308217803436208
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2463 | LCC = 0.9168 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.06918576607383745
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2368 | LCC = 0.9170 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06701900263053144
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2503 | LCC = 0.9167 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.06420137580333418
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2348 | LCC = 0.9158 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06196330474808037
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2351 | LCC = 0.9162 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.05666586405710678
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2644 | LCC = 0.9174 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.05614699169218196
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2433 | LCC = 0.9172 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.052561661433105526
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2505 | LCC = 0.9168 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.052143293502875145
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2494 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.04865833960818073
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2454 | LCC = 0.9146 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.04752993872227696
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2592 | LCC = 0.9168 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.048300647806656154
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2603 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3057 | LCC = 0.8957 | SRCC = 0.8823 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run0/config.gin b/results_nisqa/w2v2_xlsr_1b/layer8/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run0/model.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..84a00f3abd644c8328c97b7aa06cd06aa356e895
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5783b41bd738239a43f756572b08fc5da013c7caeed68b89f7b4e6383ca095
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run0/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3e1e87f084ba7d87412c0c8ed81d3cd8e3384ae2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5763eeb99692a049f79bc1c5c926bcf7bbe8a11fce435d885688a3e9ae0a7ca1
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run0/train.log b/results_nisqa/w2v2_xlsr_1b/layer8/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b37c75db452b6d08907b97693a5f51676619de49
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35498147634412514
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3062 | LCC = 0.9119 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.19492987616558297
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2468 | LCC = 0.9193 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.17053028549245328
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2555 | LCC = 0.9214 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.16151315658595522
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2307 | LCC = 0.9226 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.15658338725394597
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2508 | LCC = 0.9233 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.14813209656690587
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2609 | LCC = 0.9228 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.137229283980896
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2385 | LCC = 0.9225 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.1312870511602115
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2091 | LCC = 0.9224 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.12289303775898294
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2414 | LCC = 0.9234 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.11883461208357288
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2221 | LCC = 0.9236 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.10828109677730269
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2363 | LCC = 0.9216 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.10307923209115949
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2119 | LCC = 0.9214 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.10041643808342818
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2229 | LCC = 0.9204 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.09187985280517898
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2447 | LCC = 0.9189 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.08512198965931904
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2380 | LCC = 0.9189 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.08021415505192184
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2336 | LCC = 0.9192 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.07523405764015079
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2297 | LCC = 0.9182 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.07631623764344722
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2437 | LCC = 0.9179 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.06965248592499364
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2490 | LCC = 0.9163 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.06426855282201244
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2497 | LCC = 0.9174 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.06149572319205786
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2312 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.059169751898832404
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2348 | LCC = 0.9158 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.05582079717706394
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2389 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.05612839183452501
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2526 | LCC = 0.9153 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.05031042876572623
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2586 | LCC = 0.9147 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.04761632620168559
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2360 | LCC = 0.9143 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.04697989085635353
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2445 | LCC = 0.9159 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.046319436691055406
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2402 | LCC = 0.9165 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.042500933341552756
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2301 | LCC = 0.9161 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.04214138445051419
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2539 | LCC = 0.9126 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.04024509897164871
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2382 | LCC = 0.9152 | SRCC = 0.9147 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2138 | LCC = 0.9087 | SRCC = 0.8874 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run1/config.gin b/results_nisqa/w2v2_xlsr_1b/layer8/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run1/model.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..447b6987622b7f8d12ec7eb6fdee0db3cb657e6b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e5c95dd1d46082884d6abc96c1b366aca97bd9b2b103b84352e58c587b82f226
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run1/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e443a4a6e0128c366809396e7c40d6bab6a61bd0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e61fe34807a057c832f486685148a098eabc513e890cb9b0e8fc821944b12768
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run1/train.log b/results_nisqa/w2v2_xlsr_1b/layer8/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8080e3f875e722254ce5b8bf626bb12b377929b9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3575210910656549
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2692 | LCC = 0.9126 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.19434635603875783
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2346 | LCC = 0.9189 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.173825662733847
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2782 | LCC = 0.9197 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.16052266602226764
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2415 | LCC = 0.9227 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.1521996363480656
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2429 | LCC = 0.9225 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.14429273452028374
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2433 | LCC = 0.9232 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.1350044734732953
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2509 | LCC = 0.9232 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.13148544013844748
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2561 | LCC = 0.9228 | SRCC = 0.9240 ]
+INFO:root:Average loss=0.12412728283102113
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2401 | LCC = 0.9231 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.11963139017882375
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2472 | LCC = 0.9235 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.11317305986075044
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2339 | LCC = 0.9223 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.10444719953774717
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2613 | LCC = 0.9211 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.09878409882156836
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2373 | LCC = 0.9208 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.09233041824719121
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2198 | LCC = 0.9201 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.08786495721150685
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2175 | LCC = 0.9192 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.0810835019098541
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2212 | LCC = 0.9183 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.07982529783782931
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2400 | LCC = 0.9183 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.07380935976098728
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2483 | LCC = 0.9172 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07053042334542109
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2272 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.06765756740993847
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2250 | LCC = 0.9167 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.0641202812939021
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2409 | LCC = 0.9155 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.0610055813210548
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2463 | LCC = 0.9154 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.05926450748922508
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2304 | LCC = 0.9174 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.0560258842703235
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2258 | LCC = 0.9165 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.05425179966138622
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2428 | LCC = 0.9165 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.05023615826674969
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2506 | LCC = 0.9152 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.04970831120375953
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2571 | LCC = 0.9147 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.04840033652120932
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2271 | LCC = 0.9168 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.04522496580302371
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2579 | LCC = 0.9143 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.04454538546976326
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2440 | LCC = 0.9151 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.04135098586106576
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2541 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1989 | LCC = 0.9033 | SRCC = 0.8866 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run2/config.gin b/results_nisqa/w2v2_xlsr_1b/layer8/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run2/model.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..37a5bac88b40f1b51b052923e5769b8a3dd227d1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:684c8dd94f10904316073b0c916ec1806963b47d7ef037aecf31f7855a754cc7
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run2/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..58ce5a0920ca236af1eba0caf7c85714daa85c4d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd38b93d06a210c7992d65b4f254c01341b7b14f4f035bec415c93a578d11398
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run2/train.log b/results_nisqa/w2v2_xlsr_1b/layer8/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..350097dda5bfde20dcf09df259742bbd2d9d8f1a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33818555239997156
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2894 | LCC = 0.9114 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.19624142594247884
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3376 | LCC = 0.9122 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.1766597753056901
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2612 | LCC = 0.9199 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.16350884989679204
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2250 | LCC = 0.9216 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.1518497833540674
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2230 | LCC = 0.9227 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.14626537233246545
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2640 | LCC = 0.9235 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.1369840614282327
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2500 | LCC = 0.9233 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.12996229301126017
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2351 | LCC = 0.9219 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.12230851294505114
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2364 | LCC = 0.9211 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.11648329278464951
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2351 | LCC = 0.9205 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.10953489299109906
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2417 | LCC = 0.9190 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.10438497310687352
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2342 | LCC = 0.9203 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.09879399633648768
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2425 | LCC = 0.9200 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.0910048912456959
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2238 | LCC = 0.9190 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.08667175951979064
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2295 | LCC = 0.9203 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.07976436903538732
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2316 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.07667217702965516
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2227 | LCC = 0.9184 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07277933150702129
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2309 | LCC = 0.9180 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.06670016989198034
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2370 | LCC = 0.9168 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.06562993053153071
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2367 | LCC = 0.9172 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.06226586324372733
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2331 | LCC = 0.9171 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.059778660363544615
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2461 | LCC = 0.9151 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.05618740605308831
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2319 | LCC = 0.9165 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.05415818563560185
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2665 | LCC = 0.9152 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.0506613251424766
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2316 | LCC = 0.9156 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.04914172336114624
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2482 | LCC = 0.9147 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.04811970322161396
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2334 | LCC = 0.9149 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.04602372550507846
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2335 | LCC = 0.9152 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.04529144803352783
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2371 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.04472904555456487
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2423 | LCC = 0.9147 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.04125360929207995
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2363 | LCC = 0.9138 | SRCC = 0.9140 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2149 | LCC = 0.9047 | SRCC = 0.8895 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run3/config.gin b/results_nisqa/w2v2_xlsr_1b/layer8/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run3/model.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..75de412c09b2bb84e50972726b0cf05fce8202c4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a9fc2f8754db0e0144bf3740ac996a2c668e396d474e2e28b080329b798cc64f
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run3/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..09f1adabbfa369e9f6d792e26294e19b94ae8fcf
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:872ea854f65825270f0852892f96a5293bacf3fadc4e1ba8e89a56c4520a7cde
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run3/train.log b/results_nisqa/w2v2_xlsr_1b/layer8/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..76082f6d0722b2d39f2cface0559933efd90b039
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3924866432399419
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3405 | LCC = 0.9100 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.2005732698161478
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2366 | LCC = 0.9188 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.17456847170873874
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2888 | LCC = 0.9206 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.16481710117676354
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2284 | LCC = 0.9215 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.15246857612291512
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2500 | LCC = 0.9235 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.14454130565672252
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2540 | LCC = 0.9240 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.13849138666611877
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2155 | LCC = 0.9236 | SRCC = 0.9234 ]
+INFO:root:Average loss=0.13255008503880805
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2147 | LCC = 0.9236 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.1286714237204866
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2342 | LCC = 0.9225 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.12091647062687516
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2549 | LCC = 0.9224 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.10962253587180479
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2363 | LCC = 0.9246 | SRCC = 0.9239 ]
+INFO:root:Average loss=0.1021568452174953
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2148 | LCC = 0.9214 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.09933653017344503
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2305 | LCC = 0.9217 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.0920978014093603
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2350 | LCC = 0.9221 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.0917135966306477
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2151 | LCC = 0.9209 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.08429523359316622
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2349 | LCC = 0.9195 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.07661201499101054
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2350 | LCC = 0.9210 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.07620945301531368
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2540 | LCC = 0.9181 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.0716661409706394
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2268 | LCC = 0.9182 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.0677616296045353
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2214 | LCC = 0.9197 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.063271996387512
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2423 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.061334183062776666
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2558 | LCC = 0.9197 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.06022402745364718
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2257 | LCC = 0.9193 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.05683722545129026
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2391 | LCC = 0.9187 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.0532978985760081
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2211 | LCC = 0.9175 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.05082642175041871
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2393 | LCC = 0.9197 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.048874274682189
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2464 | LCC = 0.9171 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.04710617762683444
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2289 | LCC = 0.9173 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.04457958555118197
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2443 | LCC = 0.9177 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.043223760031551296
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2280 | LCC = 0.9185 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.04225250081605994
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2227 | LCC = 0.9159 | SRCC = 0.9162 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2757 | LCC = 0.8986 | SRCC = 0.8817 ]
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run4/config.gin b/results_nisqa/w2v2_xlsr_1b/layer8/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run4/model.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a25d0c63672edde0a63d4ebd4721a6da05c45c5b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2a953de1ba81b45816d59b0dd25207651be26be6f60d0ebbf8c2d0f6d4d1d3d
+size 4058699
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run4/model_best.pt b/results_nisqa/w2v2_xlsr_1b/layer8/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cee646ace8bfcf2fd81b0221040530a10c096a08
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:babf43082abcf1ae841f016b5c60818dcc810a1f9713f3df1e378fe817f0209d
+size 4060422
diff --git a/results_nisqa/w2v2_xlsr_1b/layer8/run4/train.log b/results_nisqa/w2v2_xlsr_1b/layer8/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a5ca80c62c405ab12575c6b2e4207e72dcd957b0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_1b/layer8/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3503272873645573
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2896 | LCC = 0.9131 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.19739113093456093
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2513 | LCC = 0.9183 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.17987376417038758
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2551 | LCC = 0.9192 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.16107343184637885
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2238 | LCC = 0.9219 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.15846553345808403
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2334 | LCC = 0.9232 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.14892277832148393
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2781 | LCC = 0.9205 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.14224823155155072
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2174 | LCC = 0.9239 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.13300549325054092
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2364 | LCC = 0.9244 | SRCC = 0.9241 ]
+INFO:root:Average loss=0.12952825052372982
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2425 | LCC = 0.9223 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.12032772467143274
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2315 | LCC = 0.9237 | SRCC = 0.9233 ]
+INFO:root:Average loss=0.11156600649129449
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2396 | LCC = 0.9230 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.10570902162032321
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2406 | LCC = 0.9171 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.09840222486870827
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2205 | LCC = 0.9193 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.09410473213374959
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2100 | LCC = 0.9204 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.09102785382742827
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2428 | LCC = 0.9213 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.0853759645985041
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2353 | LCC = 0.9193 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.08072896986510712
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2347 | LCC = 0.9189 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07538366074420813
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2349 | LCC = 0.9184 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.07057590028970917
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2288 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.06887997381087672
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2199 | LCC = 0.9191 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.06652117369836466
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2231 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.061401452266239706
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2476 | LCC = 0.9149 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.0573395046841547
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2411 | LCC = 0.9138 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.05651784320011993
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2338 | LCC = 0.9145 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.05388513065314706
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2321 | LCC = 0.9152 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05289592687578904
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2353 | LCC = 0.9152 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.04863661562087219
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2167 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.048081270575178844
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2355 | LCC = 0.9155 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.04662441702376556
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2337 | LCC = 0.9148 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.044426510325832176
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2370 | LCC = 0.9151 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.04201697238392568
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2394 | LCC = 0.9129 | SRCC = 0.9134 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1877 | LCC = 0.9091 | SRCC = 0.8912 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer0/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..43ef0e726374a72ead822fdaaed71c75ba007231
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08e5ab9a7bf98b2d00bd6586afd0958d92210dbd1b1cf8c42753469a3ff005a8
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c20f2133f90dcb6ac4ad6791bea7bd4c9edfcd4a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6414c1f333edf43e25f23f24eb3a92d71008ff0c08119e210b28b3b481c51ce3
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer0/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..be109967b0e1a612d08474ad691bc9ca17f6c228
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6101501637456045
+INFO:root:
+[Valid][0][UTT][ MSE = 0.6531 | LCC = 0.7709 | SRCC = 0.7728 ]
+INFO:root:Average loss=0.4254505436199938
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4837 | LCC = 0.8148 | SRCC = 0.8112 ]
+INFO:root:Average loss=0.37523292134262926
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4403 | LCC = 0.8255 | SRCC = 0.8234 ]
+INFO:root:Average loss=0.34991983500863777
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4309 | LCC = 0.8408 | SRCC = 0.8410 ]
+INFO:root:Average loss=0.3211262991834927
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4309 | LCC = 0.8444 | SRCC = 0.8462 ]
+INFO:root:Average loss=0.29464951553785734
+INFO:root:
+[Valid][5][UTT][ MSE = 0.5384 | LCC = 0.8429 | SRCC = 0.8518 ]
+INFO:root:Average loss=0.2965979539073272
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3547 | LCC = 0.8633 | SRCC = 0.8615 ]
+INFO:root:Average loss=0.26594658661095394
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3433 | LCC = 0.8660 | SRCC = 0.8641 ]
+INFO:root:Average loss=0.25145818486895866
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3603 | LCC = 0.8685 | SRCC = 0.8694 ]
+INFO:root:Average loss=0.2464577300700149
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3987 | LCC = 0.8632 | SRCC = 0.8653 ]
+INFO:root:Average loss=0.24005644290433453
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3067 | LCC = 0.8770 | SRCC = 0.8753 ]
+INFO:root:Average loss=0.2213735195856563
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4106 | LCC = 0.8614 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.2220898719364508
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3597 | LCC = 0.8690 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.20995635543599983
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3784 | LCC = 0.8631 | SRCC = 0.8681 ]
+INFO:root:Average loss=0.20156187137771894
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3509 | LCC = 0.8729 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.1989604258812921
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3592 | LCC = 0.8674 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.19368520938936687
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3365 | LCC = 0.8757 | SRCC = 0.8784 ]
+INFO:root:Average loss=0.1846617691950991
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3112 | LCC = 0.8803 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.19569300739579118
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2896 | LCC = 0.8788 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.17898488906077567
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2944 | LCC = 0.8822 | SRCC = 0.8806 ]
+INFO:root:Average loss=0.17318779833054956
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3232 | LCC = 0.8735 | SRCC = 0.8770 ]
+INFO:root:Average loss=0.16285421389203542
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3218 | LCC = 0.8742 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.16493537208076156
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3141 | LCC = 0.8782 | SRCC = 0.8798 ]
+INFO:root:Average loss=0.15823632711275465
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2866 | LCC = 0.8810 | SRCC = 0.8800 ]
+INFO:root:Average loss=0.15514140121767975
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3119 | LCC = 0.8775 | SRCC = 0.8797 ]
+INFO:root:Average loss=0.153744841371313
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3195 | LCC = 0.8725 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.15131157658175926
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3261 | LCC = 0.8724 | SRCC = 0.8738 ]
+INFO:root:Average loss=0.14628556934912082
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2790 | LCC = 0.8833 | SRCC = 0.8817 ]
+INFO:root:Average loss=0.1458895691385159
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3726 | LCC = 0.8697 | SRCC = 0.8764 ]
+INFO:root:Average loss=0.14088261329886542
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3865 | LCC = 0.8685 | SRCC = 0.8757 ]
+INFO:root:Average loss=0.1349766986993696
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2768 | LCC = 0.8808 | SRCC = 0.8804 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4004 | LCC = 0.7560 | SRCC = 0.7392 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer0/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f5a3e076464f325dbc336b3707de517b666f0317
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:95ec8b18d7bba96e0bc4316bd778beb8c3ddcbaf38259e35689871175fcaa3a6
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..21f30e8d212798236233952ce9d9b9c208d46024
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a06b0395584171c39a8537ee963893e343fb3956969508fb74c6981be210c6f
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer0/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ad5ea7b736bf55bcee0e3ed9788e7d99da681206
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5986962625057022
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5713 | LCC = 0.7789 | SRCC = 0.7755 ]
+INFO:root:Average loss=0.43977462659681466
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4754 | LCC = 0.8054 | SRCC = 0.8021 ]
+INFO:root:Average loss=0.40968629312997606
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4867 | LCC = 0.8118 | SRCC = 0.8108 ]
+INFO:root:Average loss=0.36276809759222706
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4172 | LCC = 0.8380 | SRCC = 0.8368 ]
+INFO:root:Average loss=0.3320052961393588
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4314 | LCC = 0.8465 | SRCC = 0.8476 ]
+INFO:root:Average loss=0.3078594461858617
+INFO:root:
+[Valid][5][UTT][ MSE = 0.4024 | LCC = 0.8542 | SRCC = 0.8558 ]
+INFO:root:Average loss=0.29424173725133684
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3627 | LCC = 0.8644 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.2718996080015436
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3127 | LCC = 0.8685 | SRCC = 0.8672 ]
+INFO:root:Average loss=0.2523484263633717
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3243 | LCC = 0.8635 | SRCC = 0.8644 ]
+INFO:root:Average loss=0.25164355906103386
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3180 | LCC = 0.8695 | SRCC = 0.8700 ]
+INFO:root:Average loss=0.24099357223751916
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3781 | LCC = 0.8678 | SRCC = 0.8684 ]
+INFO:root:Average loss=0.23324856696101282
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3484 | LCC = 0.8744 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.2217524398785795
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3036 | LCC = 0.8787 | SRCC = 0.8775 ]
+INFO:root:Average loss=0.22081622821574956
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3469 | LCC = 0.8757 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.20879366339286629
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2981 | LCC = 0.8783 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.2012303966835055
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3009 | LCC = 0.8805 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.19512826363647603
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3095 | LCC = 0.8766 | SRCC = 0.8767 ]
+INFO:root:Average loss=0.18988651825341185
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2921 | LCC = 0.8828 | SRCC = 0.8815 ]
+INFO:root:Average loss=0.1868810807866168
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2962 | LCC = 0.8817 | SRCC = 0.8807 ]
+INFO:root:Average loss=0.1785507695264899
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2952 | LCC = 0.8827 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.16904399307132456
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3143 | LCC = 0.8758 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.17340030314433091
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3172 | LCC = 0.8795 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.16950494274927702
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3305 | LCC = 0.8780 | SRCC = 0.8771 ]
+INFO:root:Average loss=0.1630435328004677
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2920 | LCC = 0.8818 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.16220267099796692
+INFO:root:
+[Valid][24][UTT][ MSE = 0.3487 | LCC = 0.8770 | SRCC = 0.8813 ]
+INFO:root:Average loss=0.16083943572519832
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3283 | LCC = 0.8742 | SRCC = 0.8751 ]
+INFO:root:Average loss=0.15383071956262423
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2918 | LCC = 0.8847 | SRCC = 0.8840 ]
+INFO:root:Average loss=0.14780608702429457
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2902 | LCC = 0.8845 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.14356556444326576
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3024 | LCC = 0.8809 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.13709253882397118
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3408 | LCC = 0.8758 | SRCC = 0.8793 ]
+INFO:root:Average loss=0.14229822977085335
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3134 | LCC = 0.8808 | SRCC = 0.8806 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3911 | LCC = 0.7700 | SRCC = 0.7546 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer0/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6765a6c2435a3ce6aaa75ef6d2f7a4843bd7ed5a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc622ba21e5612e1c8a0e10ce84026924c722a3bb9e203cb486a7dbdc9e1c386
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bf2d37ebb50cb4591ad9f0a3c6b68d8c1ca86a2c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3bbbfed14cc32411d70587b590e0eb79a7643a932c823e894f9782addc0caace
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer0/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8d669a64b62947f41c2d6936d5d9f11be3f97a29
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6368911960565975
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5550 | LCC = 0.7796 | SRCC = 0.7789 ]
+INFO:root:Average loss=0.4196906908915911
+INFO:root:
+[Valid][1][UTT][ MSE = 0.5034 | LCC = 0.8100 | SRCC = 0.8076 ]
+INFO:root:Average loss=0.39014014188264834
+INFO:root:
+[Valid][2][UTT][ MSE = 0.5159 | LCC = 0.8098 | SRCC = 0.8084 ]
+INFO:root:Average loss=0.37098845305470374
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4571 | LCC = 0.8307 | SRCC = 0.8322 ]
+INFO:root:Average loss=0.3378937444245884
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3977 | LCC = 0.8455 | SRCC = 0.8434 ]
+INFO:root:Average loss=0.31209082815343936
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3748 | LCC = 0.8469 | SRCC = 0.8456 ]
+INFO:root:Average loss=0.29653330664069666
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4647 | LCC = 0.8474 | SRCC = 0.8526 ]
+INFO:root:Average loss=0.2885188390581594
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3502 | LCC = 0.8564 | SRCC = 0.8553 ]
+INFO:root:Average loss=0.2637135924373059
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4921 | LCC = 0.8441 | SRCC = 0.8534 ]
+INFO:root:Average loss=0.27217634211730407
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4187 | LCC = 0.8566 | SRCC = 0.8613 ]
+INFO:root:Average loss=0.24622679325197475
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3672 | LCC = 0.8660 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.23361298424660126
+INFO:root:
+[Valid][11][UTT][ MSE = 0.4044 | LCC = 0.8599 | SRCC = 0.8640 ]
+INFO:root:Average loss=0.24128368875883907
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3925 | LCC = 0.8592 | SRCC = 0.8636 ]
+INFO:root:Average loss=0.2179274147301051
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3402 | LCC = 0.8693 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.2127075155260246
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3495 | LCC = 0.8691 | SRCC = 0.8706 ]
+INFO:root:Average loss=0.20726807760020902
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3282 | LCC = 0.8662 | SRCC = 0.8691 ]
+INFO:root:Average loss=0.1995110890768856
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3346 | LCC = 0.8712 | SRCC = 0.8713 ]
+INFO:root:Average loss=0.19242048543484913
+INFO:root:
+[Valid][17][UTT][ MSE = 0.4329 | LCC = 0.8575 | SRCC = 0.8637 ]
+INFO:root:Average loss=0.19482898122141126
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3471 | LCC = 0.8705 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.17849512230281886
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3116 | LCC = 0.8771 | SRCC = 0.8754 ]
+INFO:root:Average loss=0.1795449008831399
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3960 | LCC = 0.8629 | SRCC = 0.8701 ]
+INFO:root:Average loss=0.17477312231856273
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3838 | LCC = 0.8638 | SRCC = 0.8697 ]
+INFO:root:Average loss=0.18075182999489625
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3055 | LCC = 0.8793 | SRCC = 0.8776 ]
+INFO:root:Average loss=0.17073602634186
+INFO:root:
+[Valid][23][UTT][ MSE = 0.4160 | LCC = 0.8593 | SRCC = 0.8676 ]
+INFO:root:Average loss=0.16665193464370132
+INFO:root:
+[Valid][24][UTT][ MSE = 0.4268 | LCC = 0.8563 | SRCC = 0.8651 ]
+INFO:root:Average loss=0.15636824885372483
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3068 | LCC = 0.8723 | SRCC = 0.8739 ]
+INFO:root:Average loss=0.15607883901782119
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3630 | LCC = 0.8685 | SRCC = 0.8719 ]
+INFO:root:Average loss=0.1461174402795086
+INFO:root:
+[Valid][27][UTT][ MSE = 0.3127 | LCC = 0.8737 | SRCC = 0.8750 ]
+INFO:root:Average loss=0.14316005815315797
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3433 | LCC = 0.8629 | SRCC = 0.8660 ]
+INFO:root:Average loss=0.14354484679037435
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3119 | LCC = 0.8727 | SRCC = 0.8743 ]
+INFO:root:Average loss=0.1405390932122407
+INFO:root:
+[Valid][30][UTT][ MSE = 0.3342 | LCC = 0.8669 | SRCC = 0.8715 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3788 | LCC = 0.7855 | SRCC = 0.7729 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer0/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3c7f1b6b011d47f62d2f5d23e0a5084430be6b05
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:12c2af888b7b66392ce7c821401775f4c931bd8b8e10a2068dc8854a3bae1d0c
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b1ac7ece3a62cee3db95c3751aab00f7f0597e44
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35c5af2c3a0c77759015252cc847117ba2c719fb79755e8a06fa6d45b0ade7c8
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer0/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c393507ab4cb4450f44be92fd0042e11eaf7e743
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5764627911451924
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5260 | LCC = 0.7823 | SRCC = 0.7806 ]
+INFO:root:Average loss=0.4314729304327441
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4766 | LCC = 0.7998 | SRCC = 0.7970 ]
+INFO:root:Average loss=0.38185576646658725
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4566 | LCC = 0.8205 | SRCC = 0.8177 ]
+INFO:root:Average loss=0.3472099974320803
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4011 | LCC = 0.8377 | SRCC = 0.8367 ]
+INFO:root:Average loss=0.32839597933898773
+INFO:root:
+[Valid][4][UTT][ MSE = 0.4470 | LCC = 0.8415 | SRCC = 0.8439 ]
+INFO:root:Average loss=0.2967547808768432
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3661 | LCC = 0.8576 | SRCC = 0.8563 ]
+INFO:root:Average loss=0.29125566754727006
+INFO:root:
+[Valid][6][UTT][ MSE = 0.4518 | LCC = 0.8496 | SRCC = 0.8556 ]
+INFO:root:Average loss=0.27858862952689906
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3607 | LCC = 0.8661 | SRCC = 0.8646 ]
+INFO:root:Average loss=0.25481273983255287
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3383 | LCC = 0.8690 | SRCC = 0.8680 ]
+INFO:root:Average loss=0.25732571188080516
+INFO:root:
+[Valid][9][UTT][ MSE = 0.4060 | LCC = 0.8596 | SRCC = 0.8683 ]
+INFO:root:Average loss=0.24117874888154123
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3055 | LCC = 0.8746 | SRCC = 0.8736 ]
+INFO:root:Average loss=0.22939352458612078
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3837 | LCC = 0.8700 | SRCC = 0.8733 ]
+INFO:root:Average loss=0.2265293457776825
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3190 | LCC = 0.8767 | SRCC = 0.8763 ]
+INFO:root:Average loss=0.21487881045120988
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3416 | LCC = 0.8741 | SRCC = 0.8774 ]
+INFO:root:Average loss=0.20963014989574522
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3153 | LCC = 0.8772 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.21222931452396976
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3150 | LCC = 0.8801 | SRCC = 0.8791 ]
+INFO:root:Average loss=0.19739009986895356
+INFO:root:
+[Valid][16][UTT][ MSE = 0.4021 | LCC = 0.8682 | SRCC = 0.8745 ]
+INFO:root:Average loss=0.1911567235527011
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2957 | LCC = 0.8802 | SRCC = 0.8799 ]
+INFO:root:Average loss=0.18083868619334492
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3008 | LCC = 0.8837 | SRCC = 0.8819 ]
+INFO:root:Average loss=0.17658811351122883
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3416 | LCC = 0.8717 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.17926484578951246
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2906 | LCC = 0.8838 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.1694720609684211
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3065 | LCC = 0.8787 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.16275488249311557
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3273 | LCC = 0.8787 | SRCC = 0.8812 ]
+INFO:root:Average loss=0.1661627631139204
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2952 | LCC = 0.8799 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.16050046040660385
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2764 | LCC = 0.8843 | SRCC = 0.8852 ]
+INFO:root:Average loss=0.14998265713281025
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2712 | LCC = 0.8848 | SRCC = 0.8845 ]
+INFO:root:Average loss=0.14754825628044976
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3032 | LCC = 0.8810 | SRCC = 0.8851 ]
+INFO:root:Average loss=0.1435181678116666
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2781 | LCC = 0.8813 | SRCC = 0.8834 ]
+INFO:root:Average loss=0.1411979976675414
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3092 | LCC = 0.8807 | SRCC = 0.8826 ]
+INFO:root:Average loss=0.14159166713842766
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2943 | LCC = 0.8865 | SRCC = 0.8856 ]
+INFO:root:Average loss=0.13331182587439613
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2857 | LCC = 0.8843 | SRCC = 0.8841 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3582 | LCC = 0.7759 | SRCC = 0.7568 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer0/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1938321ff62a72e1d5e70d29834079bbc82f25ea
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17565455a0bbbfaa8bbb0414dcb0f1c9c57a1d66cb56ca7b112c9bc542148f1d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer0/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f123cebb76e24ea1097390323633387936bdfc9f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7c07e9151896fa04012ad83ff33309a7faba9a968d0ed311646c88c6e25bbf28
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer0/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer0/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e46e2caf6040d576e71f8670bd92b7a766f390dd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer0/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.6236895920568808
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5349 | LCC = 0.7789 | SRCC = 0.7827 ]
+INFO:root:Average loss=0.42228368183091886
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4701 | LCC = 0.8092 | SRCC = 0.8063 ]
+INFO:root:Average loss=0.38155943422303723
+INFO:root:
+[Valid][2][UTT][ MSE = 0.4711 | LCC = 0.8233 | SRCC = 0.8216 ]
+INFO:root:Average loss=0.3428309769988749
+INFO:root:
+[Valid][3][UTT][ MSE = 0.4162 | LCC = 0.8408 | SRCC = 0.8382 ]
+INFO:root:Average loss=0.3185750629343738
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3758 | LCC = 0.8473 | SRCC = 0.8450 ]
+INFO:root:Average loss=0.2982709452596014
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3636 | LCC = 0.8555 | SRCC = 0.8534 ]
+INFO:root:Average loss=0.28515008126380126
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3543 | LCC = 0.8533 | SRCC = 0.8525 ]
+INFO:root:Average loss=0.2767548657566137
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3413 | LCC = 0.8663 | SRCC = 0.8645 ]
+INFO:root:Average loss=0.25520374406279855
+INFO:root:
+[Valid][8][UTT][ MSE = 0.4091 | LCC = 0.8633 | SRCC = 0.8675 ]
+INFO:root:Average loss=0.24177517763452033
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3329 | LCC = 0.8660 | SRCC = 0.8665 ]
+INFO:root:Average loss=0.23663395806888624
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3351 | LCC = 0.8711 | SRCC = 0.8737 ]
+INFO:root:Average loss=0.22579211642631905
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3511 | LCC = 0.8745 | SRCC = 0.8740 ]
+INFO:root:Average loss=0.2239472398782052
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3148 | LCC = 0.8714 | SRCC = 0.8749 ]
+INFO:root:Average loss=0.2057182023118686
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3030 | LCC = 0.8783 | SRCC = 0.8778 ]
+INFO:root:Average loss=0.20352525272638122
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3134 | LCC = 0.8739 | SRCC = 0.8747 ]
+INFO:root:Average loss=0.19650131696565992
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3271 | LCC = 0.8729 | SRCC = 0.8769 ]
+INFO:root:Average loss=0.19877347358733932
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3035 | LCC = 0.8766 | SRCC = 0.8762 ]
+INFO:root:Average loss=0.18299639569541623
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3080 | LCC = 0.8736 | SRCC = 0.8752 ]
+INFO:root:Average loss=0.18149490568334656
+INFO:root:
+[Valid][18][UTT][ MSE = 0.3003 | LCC = 0.8799 | SRCC = 0.8787 ]
+INFO:root:Average loss=0.17521748170687285
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3158 | LCC = 0.8749 | SRCC = 0.8790 ]
+INFO:root:Average loss=0.16866301594442026
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2909 | LCC = 0.8816 | SRCC = 0.8811 ]
+INFO:root:Average loss=0.1704063853518122
+INFO:root:
+[Valid][21][UTT][ MSE = 0.3058 | LCC = 0.8770 | SRCC = 0.8794 ]
+INFO:root:Average loss=0.16016184904671818
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2988 | LCC = 0.8797 | SRCC = 0.8782 ]
+INFO:root:Average loss=0.15924101051567607
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2869 | LCC = 0.8814 | SRCC = 0.8805 ]
+INFO:root:Average loss=0.1547019013521299
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2915 | LCC = 0.8813 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.15355775035874691
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2964 | LCC = 0.8808 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.14812718801243457
+INFO:root:
+[Valid][26][UTT][ MSE = 0.3030 | LCC = 0.8822 | SRCC = 0.8814 ]
+INFO:root:Average loss=0.1416016525960382
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2956 | LCC = 0.8811 | SRCC = 0.8802 ]
+INFO:root:Average loss=0.14036529476759751
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2856 | LCC = 0.8811 | SRCC = 0.8823 ]
+INFO:root:Average loss=0.14028124420801338
+INFO:root:
+[Valid][29][UTT][ MSE = 0.3077 | LCC = 0.8772 | SRCC = 0.8803 ]
+INFO:root:Average loss=0.1332515557807994
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2925 | LCC = 0.8808 | SRCC = 0.8805 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.4444 | LCC = 0.7484 | SRCC = 0.7334 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer10/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fe90a402330f9b34138507ee558a6f6640e0e34d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d73beecc2019c1f468af03e8213c44edfad3373bdc5e2c98cf7b5bffc00398c7
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b747f7bb293b7b28a9032b5549d7eb0cd018b4e8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a88d82d19aa93f74438523b1b8e49d7292d469f7af82ae76002e5ca9a3bf2a0
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer10/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f8f7a3758724e412e3d5a1cf7f40678c46fa4f47
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3643931264133123
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2864 | LCC = 0.9087 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.183603010339544
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2646 | LCC = 0.9187 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.16695454148198827
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2997 | LCC = 0.9209 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.15645772240237693
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2427 | LCC = 0.9220 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.14438273718935907
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3219 | LCC = 0.9174 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.14221743640699827
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2386 | LCC = 0.9230 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.12491930510870294
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2778 | LCC = 0.9217 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.11951059970810923
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2471 | LCC = 0.9219 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.11342019333660258
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2557 | LCC = 0.9194 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.10479612032629851
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2454 | LCC = 0.9192 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.09561428350175737
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2826 | LCC = 0.9154 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.08805608577121889
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2291 | LCC = 0.9190 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.08383502412824273
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2417 | LCC = 0.9169 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.0771298610276914
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2547 | LCC = 0.9165 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.07351573530821442
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3051 | LCC = 0.9103 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.06796469293922358
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2391 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.06280498497317293
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2432 | LCC = 0.9154 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.05876156422874831
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2738 | LCC = 0.9117 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.055319725433526014
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2254 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05278019681357579
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2603 | LCC = 0.9127 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.04990745284137009
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2964 | LCC = 0.9113 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.04865555367244117
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2527 | LCC = 0.9113 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.045426753021216806
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2521 | LCC = 0.9141 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.04234836339907495
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2623 | LCC = 0.9137 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.03890912280003459
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2454 | LCC = 0.9141 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.03763372262649109
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2472 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.03651822243165763
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2641 | LCC = 0.9111 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.03595508238828251
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2424 | LCC = 0.9140 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.03393105066494446
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2499 | LCC = 0.9107 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0336934686611498
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2446 | LCC = 0.9139 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.03199988757556229
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2373 | LCC = 0.9147 | SRCC = 0.9142 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1888 | LCC = 0.9129 | SRCC = 0.9027 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer10/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e997dc8da6de69e60fc639f334b071e9a1c7485f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c30dcbb8818e2395b4fc2fe82f4f8a52a67174dda02f8cb61664d24af5521771
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22d40fa48671cfc9b2b980d6f79a7274e235349d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eeefaa92a6e7294b4f32ae25ff639acfceb09f06990cfad6a8c90c226d822ee0
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer10/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d56d2d9c29676fb0663683bc0e084450e85b182a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3254610931425425
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2797 | LCC = 0.9119 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.18763107233653867
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2980 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.16936585272667726
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2472 | LCC = 0.9200 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15718795725203663
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2597 | LCC = 0.9218 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.142507824508441
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2487 | LCC = 0.9219 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.13767318490009778
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2771 | LCC = 0.9209 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.12816257779136558
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2286 | LCC = 0.9200 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.12131532699386509
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2238 | LCC = 0.9186 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11138141893840939
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2351 | LCC = 0.9201 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.10159797927720009
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2456 | LCC = 0.9190 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.09307758350765084
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2601 | LCC = 0.9146 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08669966681069033
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2469 | LCC = 0.9147 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08094589171037508
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2620 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.07536404833972798
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2491 | LCC = 0.9138 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.07137128493258718
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2333 | LCC = 0.9116 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.065445657108905
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2714 | LCC = 0.9137 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.060444227242142476
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2453 | LCC = 0.9085 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.058585982274457896
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2650 | LCC = 0.9103 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.052550549753484006
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2639 | LCC = 0.9105 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.05163339220762597
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2598 | LCC = 0.9051 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.048190898191980545
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2439 | LCC = 0.9114 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.048100385373469036
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2702 | LCC = 0.9101 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.04443039109855029
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2600 | LCC = 0.9098 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.04401155919741
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2584 | LCC = 0.9125 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0390137981386543
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2481 | LCC = 0.9097 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.03919159128960502
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2569 | LCC = 0.9093 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.0367229760253016
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2486 | LCC = 0.9103 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.0356524024330984
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2740 | LCC = 0.9105 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.03315596465516642
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2443 | LCC = 0.9094 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.031668966905230043
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2646 | LCC = 0.9083 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.031047906629698124
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2406 | LCC = 0.9099 | SRCC = 0.9104 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2460 | LCC = 0.9146 | SRCC = 0.8982 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer10/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b4e65f595f1a3e5ef4fd6f14f14293e7ab7a9b5f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ae1cd26ef708d2ff9d2a6d1de3d9054a69390eb0a2b4335f1a6a266e17503ee
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c1ae138488c6cfc0254934f8523a1693ee6c3e4b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b169cc4ae904a101e525cfe8fe91634959ae72ceb75ea7f28136b2af51e833d3
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer10/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3e69b3f838ae9fe903c53b03e7fe811c1eeb4583
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.321818455235462
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3155 | LCC = 0.9117 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.19033346923789538
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2625 | LCC = 0.9104 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.1749766191220008
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2485 | LCC = 0.9200 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.16126543425583426
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2473 | LCC = 0.9204 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.14654465777681053
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2469 | LCC = 0.9214 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.1373162929377804
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2462 | LCC = 0.9204 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.13005954169296804
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2369 | LCC = 0.9191 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12414660989549119
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2468 | LCC = 0.9201 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.11058208329140107
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2264 | LCC = 0.9184 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1036506040678548
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2586 | LCC = 0.9170 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.09852566182441105
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2339 | LCC = 0.9161 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.08723185222186794
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2311 | LCC = 0.9169 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.08349373378936266
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2430 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.0770573060248973
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2409 | LCC = 0.9122 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.07332041015514748
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2490 | LCC = 0.9135 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.06781893275204422
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2593 | LCC = 0.9119 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.06393272093782536
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2417 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.05825439665057411
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2467 | LCC = 0.9098 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.05617717725650079
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2460 | LCC = 0.9108 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.05290659592416934
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2485 | LCC = 0.9108 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.05033203635386305
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2290 | LCC = 0.9117 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.04656655343540142
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2311 | LCC = 0.9112 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.04420837780428415
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2387 | LCC = 0.9120 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.043739535786599094
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2461 | LCC = 0.9122 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.040963206838579534
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2455 | LCC = 0.9111 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.039723015148084975
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2470 | LCC = 0.9112 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.03644092298096659
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2405 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.03651166054813159
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2368 | LCC = 0.9114 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.034769814913672516
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2446 | LCC = 0.9117 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.034087265136441745
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2466 | LCC = 0.9115 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.03167458829292328
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2456 | LCC = 0.9113 | SRCC = 0.9111 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1983 | LCC = 0.9136 | SRCC = 0.9023 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer10/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6c4ac317ed26e7a184a856166377e73466fbd08e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1660227e99dae610eb2a69f4e59138a445660763f60cabce8bf54051f5a585e8
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..50f5f1e9da1108451a5755ce045712c4a098ca9b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9dac33b0202c44ae339a9561080bc5418c904e48a104aa0776261197316e0a2a
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer10/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..65a2f53fd9cc16e7fa512f436d0d553d14c3103d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4637929136956358
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2722 | LCC = 0.9115 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.18588686437276059
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2598 | LCC = 0.9186 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.16595635774163153
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2908 | LCC = 0.9210 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.15609856514055606
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2801 | LCC = 0.9197 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.1498849795905152
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2310 | LCC = 0.9211 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.13568785704801536
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2375 | LCC = 0.9201 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.12888790774724387
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2690 | LCC = 0.9211 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.12051795948447519
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2298 | LCC = 0.9190 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.11218926332072715
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2350 | LCC = 0.9203 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1040705865561273
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2353 | LCC = 0.9207 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.09552250709923017
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2610 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.09360239721533191
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2875 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.08424468047787688
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2619 | LCC = 0.9173 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.07966641198865251
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2560 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.07554933150982582
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2813 | LCC = 0.9178 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.06995087543319416
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2495 | LCC = 0.9132 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.0708771220306096
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2309 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.05944689288950725
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2341 | LCC = 0.9146 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05897553122973855
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2792 | LCC = 0.9123 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.05438365983222261
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2382 | LCC = 0.9149 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05111408396220276
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2756 | LCC = 0.9117 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.0509170005797823
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2597 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.044729253804752594
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2433 | LCC = 0.9122 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.04410598559488106
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2756 | LCC = 0.9139 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.04205528852352173
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2502 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.039524787552439405
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2636 | LCC = 0.9135 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.038662532688996006
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2584 | LCC = 0.9129 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.03600351024699004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2679 | LCC = 0.9097 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.03481022765956862
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2398 | LCC = 0.9126 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.034002092801508184
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2568 | LCC = 0.9141 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.03290454302026185
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2700 | LCC = 0.9107 | SRCC = 0.9105 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2291 | LCC = 0.9171 | SRCC = 0.9034 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer10/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..60605a76e22cfa4cb09986671c95dd21e7c45256
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f817f2fcafe78be5afad9d15a80b2d9895efdfe68e4711d01443b16454acec48
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer10/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..098eec9df62c00fa5c5488d50a32a93a3999990f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9ce881ceb13f15ac44ae65079341edc7368b9df0a900ada35aab007af4572f38
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer10/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer10/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..726d142b3fffe75d4ece93dddc825d2e88929d96
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer10/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31635077698210073
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2653 | LCC = 0.9117 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.18996769439622846
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2443 | LCC = 0.9177 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.1686965670716556
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2839 | LCC = 0.9211 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.15683540882747296
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2582 | LCC = 0.9209 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1478171547971709
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2462 | LCC = 0.9215 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.13766617999772804
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2404 | LCC = 0.9222 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.12749977685468045
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2658 | LCC = 0.9212 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.12307839909557662
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2337 | LCC = 0.9178 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.11279799300380525
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2491 | LCC = 0.9195 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.10120094182088196
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2581 | LCC = 0.9173 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.09901795811908093
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2450 | LCC = 0.9168 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.09104006700863727
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2464 | LCC = 0.9173 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.08198196419401665
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2547 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.07798102054465024
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2816 | LCC = 0.9154 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.07258669286966324
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2406 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.06691149945203968
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2372 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.06322362805808211
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2788 | LCC = 0.9142 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.059552295962510084
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2329 | LCC = 0.9143 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.05707283656118233
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2520 | LCC = 0.9147 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.05415680438193972
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2409 | LCC = 0.9132 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.04886165474449968
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2436 | LCC = 0.9125 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.04989899980238063
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2671 | LCC = 0.9109 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.04458515741189436
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2408 | LCC = 0.9112 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.04316473010432169
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2509 | LCC = 0.9127 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.04100690395544375
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2670 | LCC = 0.9109 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.03999156308914885
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2596 | LCC = 0.9125 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.038543441284426376
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2557 | LCC = 0.9127 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.03740584544536006
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2359 | LCC = 0.9132 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.034060210538651214
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2440 | LCC = 0.9122 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.033744992731365164
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2475 | LCC = 0.9130 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.03370053387338543
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2465 | LCC = 0.9135 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1923 | LCC = 0.9103 | SRCC = 0.8954 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer12/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5528674edd24544213715269c057fd48b8b35f13
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d65eea3b05527edabf05a477e9c1d5cffc98988c6f2fddf89a8a73cf20f33767
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4e72baded3ae23130ac33bafabf5f64c470d88f3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ec746cac2f2b5e13578eb4da70f3e6a17432597b3b3664442e27eb19942c59f7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer12/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e46c52121bff30a2a3fffb01db39f4036e074757
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37170786182315363
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3020 | LCC = 0.9146 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19463806427110827
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3103 | LCC = 0.9192 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.17378508015347355
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2768 | LCC = 0.9232 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.1636929649407464
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2889 | LCC = 0.9217 | SRCC = 0.9224 ]
+INFO:root:Average loss=0.1516791425774552
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2743 | LCC = 0.9233 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.14481967678993424
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2451 | LCC = 0.9239 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.13955749429202494
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2542 | LCC = 0.9221 | SRCC = 0.9231 ]
+INFO:root:Average loss=0.1291015366512227
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2531 | LCC = 0.9219 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.1192046787611322
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2424 | LCC = 0.9223 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.11169789395580403
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2357 | LCC = 0.9206 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.10654847793324146
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2826 | LCC = 0.9172 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.10038506054464792
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2236 | LCC = 0.9200 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.09408567479752392
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2386 | LCC = 0.9190 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.08964096793549599
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2731 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.08230026735994168
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2392 | LCC = 0.9169 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.07527988981132562
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2289 | LCC = 0.9167 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07493452981889592
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2471 | LCC = 0.9162 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.07040166917305461
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2303 | LCC = 0.9149 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.06491335567539137
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2381 | LCC = 0.9138 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06243431822240697
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2394 | LCC = 0.9148 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.05703036170560501
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2187 | LCC = 0.9152 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.056854918254593205
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2572 | LCC = 0.9138 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.05250010516688314
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2365 | LCC = 0.9160 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.048962126114551044
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2365 | LCC = 0.9159 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.04824425399604905
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2549 | LCC = 0.9121 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.046263686117495414
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2363 | LCC = 0.9152 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.04263348662095263
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2536 | LCC = 0.9128 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.043324650981264305
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2514 | LCC = 0.9133 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.04055170406926574
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2544 | LCC = 0.9130 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.039631277085900994
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2320 | LCC = 0.9137 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.03797924660706107
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2385 | LCC = 0.9143 | SRCC = 0.9142 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2081 | LCC = 0.9165 | SRCC = 0.9033 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer12/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c477a0d47265e95b90342a231934eb92b18cf285
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9574f6af855cd34374fd1e7919edadfbaab5ba0da8b006571aefb9920c226a68
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4b843ba775a405c86b32d8805e1314835c73b1aa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:227822e95c16213be14cd453b36ae1d1b466bf2bf1f1986bf6ddc76b7fc472d7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer12/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..933d65a1c3cf1cf10ead5e6c456c02b8b490b4b9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31147839223718365
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3135 | LCC = 0.9119 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.1888141347838275
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2438 | LCC = 0.9184 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.17518364250487675
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2576 | LCC = 0.9204 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.16509088318299697
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2661 | LCC = 0.9225 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.15440457955950257
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2418 | LCC = 0.9211 | SRCC = 0.9230 ]
+INFO:root:Average loss=0.15083506212413655
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2443 | LCC = 0.9214 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.13668101806344324
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2418 | LCC = 0.9221 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.12934761158475985
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2235 | LCC = 0.9209 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.1215227825534826
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2272 | LCC = 0.9223 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.11412038068378592
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2336 | LCC = 0.9213 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.10759268007698776
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2527 | LCC = 0.9206 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.10290539977436809
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2504 | LCC = 0.9180 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.09380977178756901
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2513 | LCC = 0.9152 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.08746961865983258
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2289 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.083613818220665
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2388 | LCC = 0.9169 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.07727235850657342
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2217 | LCC = 0.9145 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07593010693271725
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2616 | LCC = 0.9161 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.06951588969354684
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2421 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.06796686911169504
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2480 | LCC = 0.9133 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.061990911474806724
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2415 | LCC = 0.9142 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.057882620850739454
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2344 | LCC = 0.9142 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.05924126787940202
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2355 | LCC = 0.9130 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.054279539615691055
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2513 | LCC = 0.9133 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.05058744619735059
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2356 | LCC = 0.9115 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0479698758249338
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2254 | LCC = 0.9136 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.04512724704566719
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2286 | LCC = 0.9135 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.044284866024562386
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2499 | LCC = 0.9115 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.043779619651808904
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2366 | LCC = 0.9128 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.03947834317394764
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2374 | LCC = 0.9131 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.0401923710943302
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2514 | LCC = 0.9133 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.03687984215343274
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2403 | LCC = 0.9126 | SRCC = 0.9140 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2429 | LCC = 0.9147 | SRCC = 0.8982 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer12/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0411690bc72589e2b4654fecebb76cd65b4e6833
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:74f83a0e08fa18596bd471e01c02531146cc8881d0faa57f157b41823edc4151
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..434db0a19ca36ef22a258f010ea7e368f0d38cb7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5c5af5fe729645ea1f5eea918d2f6e213e10bb7e562c88f3614b13b07d47106
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer12/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..83c6768a93d8816106846c6a3e6d7f8e3c259b13
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.31077871725738393
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2861 | LCC = 0.9112 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.20323628380980796
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2940 | LCC = 0.9183 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.17468050359129217
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2514 | LCC = 0.9217 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.165101398966905
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2395 | LCC = 0.9218 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.1613932559858857
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2569 | LCC = 0.9229 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.1504412161649307
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2559 | LCC = 0.9222 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.1367436359728003
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2390 | LCC = 0.9220 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.13272950901633743
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2711 | LCC = 0.9215 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.12334360750768915
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2304 | LCC = 0.9231 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.1154939059835638
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2107 | LCC = 0.9208 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.10700173314251651
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2486 | LCC = 0.9183 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.09895992214452325
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2390 | LCC = 0.9197 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.09360312054612044
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2295 | LCC = 0.9202 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.08829005844245068
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2238 | LCC = 0.9202 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.08329568846377335
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2528 | LCC = 0.9175 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.07635518955874306
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2420 | LCC = 0.9181 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.07354896211985908
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2185 | LCC = 0.9189 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.06923401894080157
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2322 | LCC = 0.9165 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.06496487650481951
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2398 | LCC = 0.9163 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.05965762255939445
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2253 | LCC = 0.9167 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.05948610814837362
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2289 | LCC = 0.9159 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.054318815017538956
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2320 | LCC = 0.9162 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.05224395043760366
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2345 | LCC = 0.9144 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.049627302580572276
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2298 | LCC = 0.9159 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.046564932201983614
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2336 | LCC = 0.9139 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.044471485777138976
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2343 | LCC = 0.9149 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.04416833558480519
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2326 | LCC = 0.9152 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.04218406236671299
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2332 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.04243558014317744
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2298 | LCC = 0.9155 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.03802056151921349
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2562 | LCC = 0.9128 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.038024403154850006
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2468 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2078 | LCC = 0.9015 | SRCC = 0.8862 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer12/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd686047cb292c2d4827d9649dd9145f78501e64
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0096bc0bb92bfe5d5552f12d7b7c11e50de48ca0563cb3a9ba2eab5b17f9147
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e64e631dea41d98c08b31210d1c28aac2854fb4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bccdc02b8313af44c9af23cf7240d5de7633a58375c02fe69ff32e977b9740e7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer12/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..c52392c1e77f78b9e63e8948402e403520e9068e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3500399526660842
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2576 | LCC = 0.9097 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.20203108590290036
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2398 | LCC = 0.9187 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.17691327209417532
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2626 | LCC = 0.9202 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.16787662542279744
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2309 | LCC = 0.9227 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.15725251287221909
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2735 | LCC = 0.9235 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.14368062332875467
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2495 | LCC = 0.9231 | SRCC = 0.9237 ]
+INFO:root:Average loss=0.13908122096619854
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2642 | LCC = 0.9196 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.13736380408437265
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2357 | LCC = 0.9241 | SRCC = 0.9235 ]
+INFO:root:Average loss=0.1259683059646904
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2712 | LCC = 0.9169 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.11792454541246326
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2484 | LCC = 0.9202 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.10989304041931394
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2331 | LCC = 0.9204 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1027962922554657
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2279 | LCC = 0.9210 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.09430337850155168
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2174 | LCC = 0.9184 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09290040706451229
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2527 | LCC = 0.9167 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.08375612859522676
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2327 | LCC = 0.9186 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.07720835386328614
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2241 | LCC = 0.9179 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.07137279231854946
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2442 | LCC = 0.9180 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.06836690891512556
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2268 | LCC = 0.9171 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.06642180931016889
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2380 | LCC = 0.9164 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.06526200639116282
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2313 | LCC = 0.9152 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.06110129296521231
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2143 | LCC = 0.9179 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.055719508062725125
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2197 | LCC = 0.9173 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.05155636612433574
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2546 | LCC = 0.9125 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.0495611190408296
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2240 | LCC = 0.9168 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.0475794681148722
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2427 | LCC = 0.9149 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.04540691457990277
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2300 | LCC = 0.9153 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.04447426227045197
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2253 | LCC = 0.9168 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.041084035628103796
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2255 | LCC = 0.9166 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.04035445010946321
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2352 | LCC = 0.9156 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.039080679158254854
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2404 | LCC = 0.9147 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.03751349324263589
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2335 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2090 | LCC = 0.9098 | SRCC = 0.8952 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer12/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b350dd9eff161c76ca41eda19bacca3f723f7012
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed41f4f33b9eb4c86945602dae49713cab72e9878b4071a16fbf1725d9561ebb
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer12/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e7a10274c0e1a30f88cc63d86bf41ac38da8085f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a320da4bbe39aa964a5be0110d9fde44c854605c3f9a443b11a854dd639518d
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer12/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer12/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..b52558051204cac67ce59ac55d9a7b03c4416f95
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer12/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3419789999206631
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2757 | LCC = 0.9097 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.1985173225402832
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2652 | LCC = 0.9147 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18332753451056563
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2743 | LCC = 0.9195 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.167443042804051
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2351 | LCC = 0.9194 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.16004042581498967
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2548 | LCC = 0.9212 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.15132704523601972
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2606 | LCC = 0.9229 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.14265106730378432
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2322 | LCC = 0.9215 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.1376425361616074
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2843 | LCC = 0.9204 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.13041100969721128
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2386 | LCC = 0.9189 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.11969038473732899
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2335 | LCC = 0.9190 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11184502074311924
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2804 | LCC = 0.9200 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.10763637928259855
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2230 | LCC = 0.9175 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.09941439162616784
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2403 | LCC = 0.9176 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.09438856955983735
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2464 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.08920593785843409
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2422 | LCC = 0.9162 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.08385209321458904
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2289 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.07713286694935981
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2558 | LCC = 0.9160 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.07361904986073516
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2468 | LCC = 0.9134 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.0692160583688
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2496 | LCC = 0.9133 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.0654729938059184
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2335 | LCC = 0.9151 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.06402447944603903
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2421 | LCC = 0.9144 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.05971359530453048
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2420 | LCC = 0.9119 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.057288664010907875
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2442 | LCC = 0.9143 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.0520288881797322
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2458 | LCC = 0.9134 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.050126697900408954
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2518 | LCC = 0.9122 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.04921824095307747
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2473 | LCC = 0.9110 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.04700112182410122
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2412 | LCC = 0.9118 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.04606284321732604
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2443 | LCC = 0.9127 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.04346866090647403
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2355 | LCC = 0.9144 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.040077259031937304
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2297 | LCC = 0.9124 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.04031833460436046
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2502 | LCC = 0.9135 | SRCC = 0.9137 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2320 | LCC = 0.9123 | SRCC = 0.8996 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer14/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..012fc30053271e998dd5c1b6333037418795c4d6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2eaff9477503102fcc7a51b77f5e165f4cc594e578c319f508545327c5d66bff
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9689c8fc95bd022fdec7d4fc1f86bbd1f6b5f926
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:02b24b6da220aa70350dbc1441ebca38de58a24fc978893112d0d6754d44af5d
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer14/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fe5d21bff6a79e721bd68e3f917fe2bad2b46292
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3826433460664198
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2781 | LCC = 0.9080 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.20952979918849263
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2639 | LCC = 0.9170 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.19176627165837096
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2483 | LCC = 0.9158 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.17398071263222337
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2296 | LCC = 0.9202 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.16529818490750528
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2597 | LCC = 0.9237 | SRCC = 0.9238 ]
+INFO:root:Average loss=0.15247615487072508
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2460 | LCC = 0.9214 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.14544449203965293
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2419 | LCC = 0.9219 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.14192580436006447
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2416 | LCC = 0.9227 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.13012572244412637
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2557 | LCC = 0.9217 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.12941042863564683
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2172 | LCC = 0.9211 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.11777693916090651
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2286 | LCC = 0.9226 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.11648064677339758
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2615 | LCC = 0.9196 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.11216718908076341
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2788 | LCC = 0.9189 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1052796647727834
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2378 | LCC = 0.9175 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.09688161938004411
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2350 | LCC = 0.9171 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.09194731279518563
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2653 | LCC = 0.9171 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.08572619309315102
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2483 | LCC = 0.9184 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.0799358741008822
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2218 | LCC = 0.9163 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.0771151847189906
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2366 | LCC = 0.9159 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.07249125151362033
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2356 | LCC = 0.9179 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.07023200773865501
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2412 | LCC = 0.9129 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.06540969686012048
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2403 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.06200793127104037
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2408 | LCC = 0.9163 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.059678946099529374
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2549 | LCC = 0.9148 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.056235386317089804
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2463 | LCC = 0.9171 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.05507091290688928
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2303 | LCC = 0.9168 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.05086538586442526
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2392 | LCC = 0.9160 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.05034926220387048
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2343 | LCC = 0.9147 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.04697767028186707
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2372 | LCC = 0.9134 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.045757642753336124
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2382 | LCC = 0.9130 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.04242001637558027
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2295 | LCC = 0.9132 | SRCC = 0.9137 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2696 | LCC = 0.9206 | SRCC = 0.9080 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer14/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e6ee74e75b907ed20edfad7c353c7108930cde7f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5ab7076da17409ba091441f27b3181a64f48e7861fec0dc160f98b1ea5cd0287
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..65fc5c6f136c827fdd01651a1f6d7a4bdd11afde
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2ad54381a304e9dc0cf2e99576fbdcb5aa572a091b950cf74e3885ab6994a15d
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer14/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f02b53a20755ef47652b9f82a84bfcb8da3fa0f6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.5020721947526656
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2841 | LCC = 0.9044 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.1998310541744866
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2738 | LCC = 0.9173 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.19018972945006596
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2395 | LCC = 0.9182 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.17074115987802516
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2380 | LCC = 0.9188 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.16266503818117814
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2653 | LCC = 0.9215 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.1539971368936445
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2318 | LCC = 0.9216 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.14350021832940207
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2408 | LCC = 0.9214 | SRCC = 0.9227 ]
+INFO:root:Average loss=0.13906462090036084
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2345 | LCC = 0.9215 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.12923404010217313
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2278 | LCC = 0.9214 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.11979758093467338
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2307 | LCC = 0.9196 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1216795099522337
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2250 | LCC = 0.9196 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.10811662340181412
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2252 | LCC = 0.9183 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.10610340141578217
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2255 | LCC = 0.9200 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.09881732765735918
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2239 | LCC = 0.9189 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.09169974697032415
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2195 | LCC = 0.9199 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.088523959105759
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2780 | LCC = 0.9176 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.08204130819767197
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2163 | LCC = 0.9180 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.07651971181520836
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2239 | LCC = 0.9176 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.07282225897460315
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2135 | LCC = 0.9175 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.07063561415224406
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2370 | LCC = 0.9193 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.06385737420678828
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2178 | LCC = 0.9155 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.06184069728317288
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2226 | LCC = 0.9148 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.05983875616523572
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2228 | LCC = 0.9165 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.05745108572044814
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2148 | LCC = 0.9174 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.05295677407714673
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2309 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.04952542031603741
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2297 | LCC = 0.9172 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.04815501736939987
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2223 | LCC = 0.9155 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.04422421666195971
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2419 | LCC = 0.9166 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.04591384854146166
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2306 | LCC = 0.9175 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.04454469932727731
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2163 | LCC = 0.9182 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.04449048702944221
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2327 | LCC = 0.9170 | SRCC = 0.9178 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2065 | LCC = 0.9154 | SRCC = 0.9031 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer14/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..639cf222c18cfa50cf93911af7feef9f5dc65fe8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91930ef550a349cbdd3dd2b3b65ece8519c01a64bd737edb8908417e107f17d1
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..573f685f1d8e3c07832d17710c122ff5a49f0957
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e50fedae6ad021fbe326f4ae0da48742c5efb3a200a08250f7fd07570dbc339c
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer14/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..471037939b1192f5b3b88b77e1e09afb79169eb1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3116720923454086
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2718 | LCC = 0.9120 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.20330339842449033
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3360 | LCC = 0.9143 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18664911453951302
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2803 | LCC = 0.9192 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.17544418082416402
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2600 | LCC = 0.9208 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.1580497315422648
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2314 | LCC = 0.9220 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.156159013768152
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2586 | LCC = 0.9172 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14898220350632088
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2393 | LCC = 0.9230 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.13724729664236135
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2491 | LCC = 0.9193 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.12667678634641488
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2579 | LCC = 0.9197 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.1282850428554364
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2533 | LCC = 0.9208 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.11656051669592803
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2163 | LCC = 0.9211 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.10907364589285988
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2511 | LCC = 0.9183 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.10708470997868935
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2351 | LCC = 0.9217 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.09901639797611733
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2189 | LCC = 0.9200 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.09163657922534585
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2576 | LCC = 0.9182 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.08803570345905475
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2221 | LCC = 0.9182 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.08419013451892517
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2424 | LCC = 0.9185 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.07998262108922694
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2432 | LCC = 0.9180 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.07616749132385833
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2384 | LCC = 0.9178 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07269221684233301
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2539 | LCC = 0.9160 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.06414589003762068
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2577 | LCC = 0.9169 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.06565753493264231
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2359 | LCC = 0.9183 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.06175922109298623
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2516 | LCC = 0.9159 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.057566963200796545
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2464 | LCC = 0.9140 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.053867917292552185
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2358 | LCC = 0.9150 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.05305398395554179
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2350 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.05181689223414556
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2567 | LCC = 0.9156 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.04762965042380928
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2606 | LCC = 0.9149 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.04788460716002249
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2305 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.04406367558878281
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2372 | LCC = 0.9152 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.041520397561047806
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2220 | LCC = 0.9156 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2043 | LCC = 0.9211 | SRCC = 0.9076 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer14/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..710d2b052f0358e158d9c790a4953ff109021d67
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cad52da1849dd1181c5f09cc9b80a051d29418b3df86e7cfdc68407b3dc6edc1
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..79f3ca18125bb566c3aec346b9d0ac6c2380f1a8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b24f286190321a84b48e99e6dc62d7ae133515b2d4a3ddc36ce7a9c16d29d7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer14/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..76e36dd32de81760229db1ec1700c25d9cb8ced5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3594361873548155
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2632 | LCC = 0.9039 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.2140937440657202
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2605 | LCC = 0.9143 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1900604347445372
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2567 | LCC = 0.9174 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.17327980697155
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2546 | LCC = 0.9194 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.16751975350814058
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2659 | LCC = 0.9186 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.15482215988153666
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2177 | LCC = 0.9221 | SRCC = 0.9221 ]
+INFO:root:Average loss=0.1491946568551091
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2287 | LCC = 0.9221 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.14362535048599187
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2539 | LCC = 0.9192 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.13394497912054118
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2253 | LCC = 0.9221 | SRCC = 0.9218 ]
+INFO:root:Average loss=0.1254771868186879
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2329 | LCC = 0.9179 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.12451203671321703
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2335 | LCC = 0.9211 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.11451727750501192
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2372 | LCC = 0.9206 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.10684545217566407
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2469 | LCC = 0.9188 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.10247541070415106
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2450 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.0972478432160926
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2265 | LCC = 0.9200 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.08853855869070643
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2526 | LCC = 0.9172 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.08456424882129437
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2313 | LCC = 0.9179 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.07967737463512861
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2185 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.07905281847612017
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2212 | LCC = 0.9173 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.07250552258395046
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2235 | LCC = 0.9169 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.07069455024737843
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2420 | LCC = 0.9160 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.0650486464832904
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2572 | LCC = 0.9114 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.061893150447248725
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2476 | LCC = 0.9156 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.05858246400693937
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2497 | LCC = 0.9142 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.05771698195465727
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2247 | LCC = 0.9159 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.05211716890335083
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2535 | LCC = 0.9117 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.053331865309979874
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2533 | LCC = 0.9104 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.049616581528862086
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2419 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.047828938887384584
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2310 | LCC = 0.9159 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.046027327699296045
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2524 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.04365106211232312
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2329 | LCC = 0.9151 | SRCC = 0.9146 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1874 | LCC = 0.9191 | SRCC = 0.9080 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer14/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b4e0bd279dca1c6b85ad8af2044272793cdbf67
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63dfb591f30db898d323d07da25735735c72de826a6d2ad70e20a2bf3af633fc
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer14/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a9d5f7518e188e36ce2f9ecba148dc4aa47a3e23
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2adcffeae8374c0464ae695ea8bb81eb68abadd1223cf325084ec8910cf338d6
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer14/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer14/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7bba86b498653f53e835f024382ba8fe4256d85b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer14/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40581080016028676
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2487 | LCC = 0.9116 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.2020955145617441
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2582 | LCC = 0.9154 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1868842116239443
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2374 | LCC = 0.9194 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.17579808073236763
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2829 | LCC = 0.9203 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.16019253174349063
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2455 | LCC = 0.9219 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.15469328374359648
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2351 | LCC = 0.9229 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.14427741220748494
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2771 | LCC = 0.9221 | SRCC = 0.9226 ]
+INFO:root:Average loss=0.13581260022400432
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2609 | LCC = 0.9218 | SRCC = 0.9219 ]
+INFO:root:Average loss=0.12865338883648028
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2281 | LCC = 0.9212 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.12229852684143651
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2357 | LCC = 0.9192 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11658145013572163
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2330 | LCC = 0.9219 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.10528161258280622
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2303 | LCC = 0.9166 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.10197535630940013
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2446 | LCC = 0.9183 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.09635987979053073
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2263 | LCC = 0.9207 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.09014551255399782
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2493 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.0844959438148606
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2243 | LCC = 0.9175 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.08055409862299186
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2413 | LCC = 0.9155 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.07282487175971097
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2280 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07033254658383441
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2170 | LCC = 0.9170 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.07015214909966282
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2404 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.06768020528847772
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2409 | LCC = 0.9151 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.062038416269025363
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2312 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.057619953775681514
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2339 | LCC = 0.9139 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.055358920009494515
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2331 | LCC = 0.9139 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.05401937127371744
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2355 | LCC = 0.9135 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.050444056339174335
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2289 | LCC = 0.9132 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.04834657304548804
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2337 | LCC = 0.9153 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.04539437893498151
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2377 | LCC = 0.9134 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.044555643282701514
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2412 | LCC = 0.9144 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.04528686863967794
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2211 | LCC = 0.9153 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.04266132328207093
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2273 | LCC = 0.9155 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2079 | LCC = 0.9256 | SRCC = 0.9145 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer16/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bcd3cb3ed33ea04c22c917090dbffd9e7ece7de3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f507851a17e9d998ec43aa6b42cb0c5001392a9f8b6255e8516b480200068a2
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8dc20f9dce1e8e9be0263f34d03db1e1648cf85e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:97a36ba7a93f89ceffdfa06483d7bacd3d617be7f50ffcf9ea1cbb8cec3d13f7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer16/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bc41f1fe68280edb2fa6afd9cdd7e7178573c247
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35391255214035167
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2965 | LCC = 0.9104 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.2076326401505856
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2627 | LCC = 0.9182 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.19301340496436709
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2413 | LCC = 0.9189 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.17604191797230975
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2391 | LCC = 0.9216 | SRCC = 0.9223 ]
+INFO:root:Average loss=0.17000481391573227
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2333 | LCC = 0.9230 | SRCC = 0.9228 ]
+INFO:root:Average loss=0.16068957039731085
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2903 | LCC = 0.9179 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.15383255464493195
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2226 | LCC = 0.9233 | SRCC = 0.9229 ]
+INFO:root:Average loss=0.14188111030814277
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2386 | LCC = 0.9228 | SRCC = 0.9225 ]
+INFO:root:Average loss=0.13615884778299772
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2434 | LCC = 0.9225 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.12930251360800915
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2522 | LCC = 0.9220 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.12719476352192763
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2316 | LCC = 0.9215 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.11683474429425476
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2443 | LCC = 0.9211 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.11715055773885263
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2358 | LCC = 0.9198 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.10671040336090017
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2659 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.0995753851929152
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2452 | LCC = 0.9186 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.09533193834513598
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2699 | LCC = 0.9191 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.0946798090300808
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2260 | LCC = 0.9198 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.08828482033975552
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2397 | LCC = 0.9197 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.08146682848906242
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2297 | LCC = 0.9183 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.0766284810971318
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2500 | LCC = 0.9158 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.07462775556510584
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2278 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.07175347891587742
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2333 | LCC = 0.9166 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.06637440008148981
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2620 | LCC = 0.9155 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.06426353537278369
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2400 | LCC = 0.9157 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.060937852248807864
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2437 | LCC = 0.9145 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.0610432504875467
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2225 | LCC = 0.9167 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.054531505072995416
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2240 | LCC = 0.9138 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.05085523773221611
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2285 | LCC = 0.9155 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.051396684774945925
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2370 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.048470335737990505
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2374 | LCC = 0.9160 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.04625025520779494
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2341 | LCC = 0.9155 | SRCC = 0.9154 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2165 | LCC = 0.9111 | SRCC = 0.8957 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer16/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f267ec2aab14a10dfc4704b93d833aca9dc45593
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6fca9e22233f04276dd1220c70cfde922b9ec9c45506020d1eb0f54b67dadda
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..718c45950b4d5cd11cc915a4af35596cdc2f9a7e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:750da212d80911a620f76e093092be6054952eb8f84088964aa667a2d9176089
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer16/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..0bb9af5d197ca6c15e0e917044cc6ae3e7c26975
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33289543487605333
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3058 | LCC = 0.9073 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.20298369965284546
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3047 | LCC = 0.9162 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.19544863868827764
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3061 | LCC = 0.9199 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.18211455587190012
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2427 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.1674827134419728
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2310 | LCC = 0.9195 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.156586585017298
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2883 | LCC = 0.9192 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.15005889840725528
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2826 | LCC = 0.9205 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.14639219344523602
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2363 | LCC = 0.9209 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.13566937784239047
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2570 | LCC = 0.9215 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.13528024749776532
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3064 | LCC = 0.9171 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.12776470907850762
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2848 | LCC = 0.9176 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.11948496581329776
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2229 | LCC = 0.9189 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.11080020717802765
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2235 | LCC = 0.9173 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.10534206984532361
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2501 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.10038290693925295
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2330 | LCC = 0.9166 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.09777669380338205
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2320 | LCC = 0.9163 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.08866848297029561
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2497 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.08463097783613067
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2322 | LCC = 0.9149 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.07656497079771378
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2451 | LCC = 0.9142 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07610606875895076
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2959 | LCC = 0.9115 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.07575782252787855
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2318 | LCC = 0.9139 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.06929729032637066
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2668 | LCC = 0.9133 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.06417726649972745
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2354 | LCC = 0.9127 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.062036907332653254
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2485 | LCC = 0.9140 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.05946720070663215
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2433 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.05692782541575459
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2239 | LCC = 0.9148 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.05677219437209168
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2510 | LCC = 0.9132 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05160260038999464
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2582 | LCC = 0.9121 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.05137046168133014
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2445 | LCC = 0.9131 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.04782314045150156
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2296 | LCC = 0.9136 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.046008369352431654
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2605 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1999 | LCC = 0.9193 | SRCC = 0.9072 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer16/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..131981bfd7e10d9983f6a94a0ee36f5914f4643e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a79ccca3e4ed57e31049e6a17bd9d2d1a10b94861bde3980f7f2087e7f94fda5
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..644719cd0ee65d86abc23bf0ca76c4f20adb1108
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6fbe8f4354224342d462d5242fabaa4dfa4654c08c83594099cace7c8cc5026
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer16/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..305539c2ec5728e35eecf40f791b8393ac372d68
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.374788426681061
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2948 | LCC = 0.9064 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.20871829749704096
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2484 | LCC = 0.9136 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.1952854787252542
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2867 | LCC = 0.9182 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.18102734716813687
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2580 | LCC = 0.9191 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.170569927533927
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2735 | LCC = 0.9211 | SRCC = 0.9213 ]
+INFO:root:Average loss=0.16053958280238112
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2361 | LCC = 0.9215 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.15074340663204303
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2505 | LCC = 0.9214 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.14175209260917124
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2302 | LCC = 0.9216 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.13491167911904395
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2174 | LCC = 0.9215 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.13163466036664268
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3020 | LCC = 0.9188 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.12240829654683956
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2482 | LCC = 0.9219 | SRCC = 0.9214 ]
+INFO:root:Average loss=0.1164618405389648
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2261 | LCC = 0.9209 | SRCC = 0.9205 ]
+INFO:root:Average loss=0.10819504125786654
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2624 | LCC = 0.9195 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10418909781671673
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2360 | LCC = 0.9201 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.09978166403453474
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2495 | LCC = 0.9198 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09581875531918052
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2442 | LCC = 0.9186 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.08935823179566102
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2531 | LCC = 0.9148 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.08233818370913494
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2411 | LCC = 0.9201 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.0824214871865132
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2324 | LCC = 0.9168 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.0792607562347299
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2598 | LCC = 0.9177 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.0715624201030745
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2336 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.06795542497683123
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2240 | LCC = 0.9168 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.06461011988751461
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2314 | LCC = 0.9157 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.06251989718462002
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2522 | LCC = 0.9170 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.06077806104642118
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2350 | LCC = 0.9171 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.058461182476209766
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2289 | LCC = 0.9149 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.056470149105167115
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2415 | LCC = 0.9161 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.05297962912073025
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2494 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.050748403146432315
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2419 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.0509710175044447
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2470 | LCC = 0.9146 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.04857528666195842
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2278 | LCC = 0.9157 | SRCC = 0.9158 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2455 | LCC = 0.9174 | SRCC = 0.8986 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer16/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..91bafc265ae0d0f1684733da1dafe6c9d7f5bac4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bffe8b0c0aaa1b8ee03388782ac1b8b5db5b9ae1716bfe100e49d37ef06b2866
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c58245c1df1aff41fa670eb1d8355ff76f55bb71
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6af44b27bb0a1bfae66d4110e0dfeacd22fc92fcabada0676e5f7f5bedd58aee
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer16/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..dde7987414fb72de120381a5cef5a7b2e881a38a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41084333479059915
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2849 | LCC = 0.9111 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.20475553703962723
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2957 | LCC = 0.9153 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.18949658247087733
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2745 | LCC = 0.9195 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1768574369694456
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2594 | LCC = 0.9205 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.17399223213423196
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2823 | LCC = 0.9218 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.15885864779611544
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2482 | LCC = 0.9226 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.1541462484639504
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2556 | LCC = 0.9221 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.14751268944816093
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2628 | LCC = 0.9190 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.13722427327164335
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2425 | LCC = 0.9211 | SRCC = 0.9211 ]
+INFO:root:Average loss=0.1318043476412062
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2466 | LCC = 0.9198 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12690931003045486
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2369 | LCC = 0.9225 | SRCC = 0.9220 ]
+INFO:root:Average loss=0.11800110938748873
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2063 | LCC = 0.9208 | SRCC = 0.9216 ]
+INFO:root:Average loss=0.11365522289207217
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2586 | LCC = 0.9211 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.10541970235419411
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2177 | LCC = 0.9201 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.10111954627354021
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2498 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.09576229658516157
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2636 | LCC = 0.9189 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.0922710245227538
+INFO:root:
+[Valid][16][UTT][ MSE = 0.3162 | LCC = 0.9128 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08705486163410837
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2415 | LCC = 0.9167 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.08115193420062865
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2470 | LCC = 0.9158 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.07800589917453728
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2282 | LCC = 0.9171 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.07258312606570348
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2346 | LCC = 0.9172 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.07084762976865548
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2425 | LCC = 0.9158 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.06617046812969136
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2334 | LCC = 0.9158 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.06416119587731499
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2446 | LCC = 0.9144 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05990358299947198
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2287 | LCC = 0.9169 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.05859015666680529
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2385 | LCC = 0.9147 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.05571724282782202
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2238 | LCC = 0.9162 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.056284793184241115
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2419 | LCC = 0.9138 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.05347943594517735
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2647 | LCC = 0.9130 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.05135773357025461
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2336 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.049592837475972366
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2383 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2455 | LCC = 0.9166 | SRCC = 0.9057 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer16/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e4dc9be2f1e12983074bc1a670cfb57828fd033e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5ba6d8d7630f47977716f81ef65873fea16c5477ca25526423dfccf7a74e8cc
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer16/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6e2b3fd8b329482e3bfdfa7b4c0e24a3d1eecb45
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2844248ab52a3a9e8c7936ff46d7fcc62be765cbc4f2378035fd247f3567d3e
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer16/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer16/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..815e3381fed844df12ed415feab398409b2d0cea
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer16/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.33917647582947175
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2630 | LCC = 0.9084 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.21687562208127426
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2293 | LCC = 0.9155 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.18427753943756137
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2575 | LCC = 0.9162 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.17411056264287475
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3182 | LCC = 0.9192 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.16310479074199766
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2492 | LCC = 0.9202 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1545520065664556
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2266 | LCC = 0.9204 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.15216648436522898
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2611 | LCC = 0.9223 | SRCC = 0.9222 ]
+INFO:root:Average loss=0.14223380528950277
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2827 | LCC = 0.9199 | SRCC = 0.9217 ]
+INFO:root:Average loss=0.13985692748444617
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2537 | LCC = 0.9231 | SRCC = 0.9231 ]
+INFO:root:Average loss=0.12825772816562928
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2369 | LCC = 0.9190 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.12513150124019282
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2323 | LCC = 0.9209 | SRCC = 0.9210 ]
+INFO:root:Average loss=0.12108474474594083
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2102 | LCC = 0.9192 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.10744000053991472
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2483 | LCC = 0.9195 | SRCC = 0.9198 ]
+INFO:root:Average loss=0.10181455697455158
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2246 | LCC = 0.9178 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.09895852466539151
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2221 | LCC = 0.9189 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.08861985367674359
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2507 | LCC = 0.9159 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.08545939197946835
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2249 | LCC = 0.9177 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.07994701971725232
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2226 | LCC = 0.9181 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.07976804156868444
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2238 | LCC = 0.9186 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.07531407947054489
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2749 | LCC = 0.9140 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.07233812369277022
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2247 | LCC = 0.9179 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.0678256687444414
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2452 | LCC = 0.9159 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.06189736183409746
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2267 | LCC = 0.9158 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.06308058578241078
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2583 | LCC = 0.9129 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.057106523220077414
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2433 | LCC = 0.9157 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.05568758226026689
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2361 | LCC = 0.9148 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.05313578646393181
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2277 | LCC = 0.9151 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.05391442392430554
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2285 | LCC = 0.9154 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.04984594542382425
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2621 | LCC = 0.9131 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.04525796553346118
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2192 | LCC = 0.9148 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.04544587651902885
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2414 | LCC = 0.9154 | SRCC = 0.9155 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2167 | LCC = 0.9151 | SRCC = 0.9029 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer18/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3da0ab408c4db92c1a8c2066203e847f89dd4881
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:36d08bee736934045ef1e9c73fcee88044f7179a52d2e5e55537e7652015207d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b85e3fcd716b5780512ff7b0c389fee49ad83d31
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d50b74750608482cc301826c67e83401d6d96ce4168855757c5a17704cc4c75
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer18/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..114bfc0996092ed90c1f31dffa0e30fe072079d0
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.394983143045034
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2822 | LCC = 0.9062 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.2234178625607077
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2748 | LCC = 0.9124 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.19469591983825485
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2236 | LCC = 0.9131 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.17813621681032843
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2760 | LCC = 0.9164 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.17305964597560078
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2333 | LCC = 0.9188 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.16957333145630843
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2923 | LCC = 0.9155 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.15392645711154607
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2644 | LCC = 0.9190 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.1524793520742069
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2122 | LCC = 0.9191 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.14446099352285352
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2140 | LCC = 0.9182 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.13440167262202743
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2255 | LCC = 0.9192 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1253524103088875
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2353 | LCC = 0.9192 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.12226886151498453
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2417 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.11506144381585838
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2264 | LCC = 0.9176 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.10972529309505673
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2539 | LCC = 0.9146 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10150021004539005
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2450 | LCC = 0.9154 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.09533664457112379
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2655 | LCC = 0.9134 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.09548018551889183
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2437 | LCC = 0.9152 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.08746236386154428
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2682 | LCC = 0.9125 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.0811367757790695
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2626 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.080946470809982
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2517 | LCC = 0.9110 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07462507010453698
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2305 | LCC = 0.9150 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.0705395051940328
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2284 | LCC = 0.9140 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07081574160670269
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2398 | LCC = 0.9138 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.06419434297205395
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2454 | LCC = 0.9119 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.06401154024235775
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2532 | LCC = 0.9114 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.05849166274759811
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2357 | LCC = 0.9119 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.05751671377203368
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2512 | LCC = 0.9123 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.055919172296117495
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2544 | LCC = 0.9103 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.052232043666905065
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2504 | LCC = 0.9108 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.05099575483170203
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2556 | LCC = 0.9121 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.048505112991770565
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2449 | LCC = 0.9113 | SRCC = 0.9105 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1960 | LCC = 0.9131 | SRCC = 0.9046 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer18/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dd4afd84de28ae18a1b66edaf30a356b88bae29d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dae4ac429e557a04d5c35e13f6a9dd2c7c4eae944bb01700974afdea0feb2bfa
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b00f0de35693fd698da0d3208273ecca35938018
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6c9d93951b873ab54d1bf681dd0d32aa05d4703ae3a1edd022afef26aef575aa
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer18/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9b6bd8e24645c6fd9cd0a2c96824c4e44bb0e2e1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36799130407888764
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2832 | LCC = 0.9055 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.22215340282186608
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2419 | LCC = 0.9107 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.1960546016865383
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3495 | LCC = 0.9107 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18657326840424124
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2996 | LCC = 0.9159 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.17557161482255582
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2582 | LCC = 0.9174 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.17118739147234513
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2354 | LCC = 0.9189 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.1578424324448398
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2573 | LCC = 0.9183 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.15098720177405142
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2310 | LCC = 0.9186 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14547930455448999
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2537 | LCC = 0.9171 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1394166027362636
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2493 | LCC = 0.9194 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1358891132508399
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2318 | LCC = 0.9177 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.12521052089212947
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2522 | LCC = 0.9167 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.12196695662475046
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2685 | LCC = 0.9147 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.11393777315499466
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2401 | LCC = 0.9149 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.10954528749850444
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2600 | LCC = 0.9149 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.10521946115300834
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2722 | LCC = 0.9132 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.09819647234816083
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2880 | LCC = 0.9145 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09228687978893346
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2344 | LCC = 0.9138 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.08868609032878987
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2492 | LCC = 0.9150 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08422299907300514
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2576 | LCC = 0.9131 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08121078398961552
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2690 | LCC = 0.9150 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.07388717511055097
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2378 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0724105361224599
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2433 | LCC = 0.9131 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.0675252129490665
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2430 | LCC = 0.9138 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06570449617901289
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2580 | LCC = 0.9104 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06454329358446116
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2512 | LCC = 0.9091 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.0627874206385516
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2688 | LCC = 0.9082 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.056665694050361655
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2419 | LCC = 0.9125 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.05670384550197965
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2536 | LCC = 0.9112 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.05489451269150814
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2465 | LCC = 0.9129 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.05342318153148786
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2316 | LCC = 0.9132 | SRCC = 0.9126 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2371 | LCC = 0.9066 | SRCC = 0.8959 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer18/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..053799ec2f8aaae60a4e7a12c20cad2194744255
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4e271a9c75ae5d822afdac84d0ffd42af710d7a8a577d1e3e0a68f67387d0cff
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dc7866668a041a4e776a31ebedd3673cb7d5d66
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd0be0bb522e411c2214bb8d25f749790c9bb453f48958ccce884c47e38b7664
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer18/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..16ea6e8bf4081d53a998d9e1e37759154d688f9c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37214692272891886
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2920 | LCC = 0.9030 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.21932285937959747
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2908 | LCC = 0.9136 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.2043920924208757
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3012 | LCC = 0.9110 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18467006319864637
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2477 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.18110598882154233
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2765 | LCC = 0.9192 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1613650423167758
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2449 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.15574338993412912
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2343 | LCC = 0.9203 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1485680828807671
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2349 | LCC = 0.9201 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.15148722987643556
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2613 | LCC = 0.9198 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1383008032261981
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2392 | LCC = 0.9200 | SRCC = 0.9206 ]
+INFO:root:Average loss=0.13084341934478352
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2445 | LCC = 0.9188 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1230886263740545
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2348 | LCC = 0.9181 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.1171986419772137
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2387 | LCC = 0.9172 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.10963485196146662
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2725 | LCC = 0.9164 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.10454731191255454
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2337 | LCC = 0.9175 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.097769557008509
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2427 | LCC = 0.9160 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.09705608120629552
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2440 | LCC = 0.9158 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.09560663670818241
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2422 | LCC = 0.9146 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.0833196913920386
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2156 | LCC = 0.9148 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.08335471256619933
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2546 | LCC = 0.9122 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.08003673437616729
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2503 | LCC = 0.9133 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.07322632760412431
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2390 | LCC = 0.9146 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.06950507513274347
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2472 | LCC = 0.9139 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.06910832852900373
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2300 | LCC = 0.9139 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.06367283730062447
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2415 | LCC = 0.9119 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06456862222080285
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2478 | LCC = 0.9139 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06051972366309579
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2326 | LCC = 0.9135 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.05962937833429072
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2253 | LCC = 0.9131 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.05567396312650573
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2587 | LCC = 0.9137 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.053888015632081586
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2283 | LCC = 0.9148 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.055460459838023765
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2290 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2121 | LCC = 0.9101 | SRCC = 0.8982 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer18/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a65c952b24ec2cf1aa16dc38ec3f8360608956aa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f94203b6acfb2ce982cc14bf5c2b5981738ceb8811ab74aa3cd91534ca7c327f
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7dab942e07836405db16fc694656e79a22317c57
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:981412f17b4c971062671a2a4bcabbf360fc63a2958190b1c1a835cad19ace81
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer18/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4c3751efa87f046e2ca088501aa07163c7116e18
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42899338875202775
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2433 | LCC = 0.9042 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.21273475291067465
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2590 | LCC = 0.9150 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19315909116254376
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2538 | LCC = 0.9179 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.17643734532801403
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2399 | LCC = 0.9197 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.17931496623279042
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2562 | LCC = 0.9196 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.16424003867916978
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2446 | LCC = 0.9212 | SRCC = 0.9209 ]
+INFO:root:Average loss=0.1622514923270038
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2733 | LCC = 0.9177 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.14730371573584616
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2377 | LCC = 0.9199 | SRCC = 0.9207 ]
+INFO:root:Average loss=0.1409484578264242
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2599 | LCC = 0.9204 | SRCC = 0.9201 ]
+INFO:root:Average loss=0.13425012927696195
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2176 | LCC = 0.9218 | SRCC = 0.9215 ]
+INFO:root:Average loss=0.13525468171331922
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2620 | LCC = 0.9212 | SRCC = 0.9212 ]
+INFO:root:Average loss=0.1224432067805632
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2272 | LCC = 0.9202 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.11595033255615675
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2325 | LCC = 0.9210 | SRCC = 0.9208 ]
+INFO:root:Average loss=0.1119553463565821
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2277 | LCC = 0.9196 | SRCC = 0.9195 ]
+INFO:root:Average loss=0.10367758249099544
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2533 | LCC = 0.9164 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.10149394830613467
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2340 | LCC = 0.9161 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.0979436194319601
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2517 | LCC = 0.9197 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.0889515663804002
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2528 | LCC = 0.9189 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.08547709040300694
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2552 | LCC = 0.9151 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08079068143071466
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2206 | LCC = 0.9153 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.07631393293769373
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2303 | LCC = 0.9158 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.07499422462430992
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2409 | LCC = 0.9161 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.06776019777951903
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2257 | LCC = 0.9171 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.06662704076381087
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2321 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.0652461674258199
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2367 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.06232049247260728
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2354 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.06075342934083387
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2192 | LCC = 0.9171 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.05593456767197978
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2313 | LCC = 0.9164 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.05548599383906822
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2337 | LCC = 0.9166 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.053219918689200646
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2371 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.050361877554930705
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2464 | LCC = 0.9144 | SRCC = 0.9152 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2014 | LCC = 0.9101 | SRCC = 0.8967 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer18/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9647e2ff5a1fb913c2d565d89968ab0853c16ce8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce6d565326fe7b0dffe096fd66288a9cf5cae2de649e425f9f66fdbfbe766b67
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer18/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..46dab68263c54327f6f3aef164c1437c809183c3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a12f98154520f38227e9b42156b4841232b757f53dc30302a2c5223001de1da
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer18/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer18/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..a08752395e160c9df25114643f1c96a43eefd72a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer18/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3954244295641177
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2882 | LCC = 0.9038 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.21741819149152392
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2607 | LCC = 0.9101 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19613023683687167
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2758 | LCC = 0.9180 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.17994269297991186
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2966 | LCC = 0.9174 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.17856341626258254
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2619 | LCC = 0.9184 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1608262252428628
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2755 | LCC = 0.9189 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.1531291224622313
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2488 | LCC = 0.9179 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.15191447312776754
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2282 | LCC = 0.9190 | SRCC = 0.9203 ]
+INFO:root:Average loss=0.14305710826995055
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2461 | LCC = 0.9190 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.13558320050811493
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2374 | LCC = 0.9180 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.13354905681803048
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2271 | LCC = 0.9175 | SRCC = 0.9189 ]
+INFO:root:Average loss=0.12053054980287663
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2183 | LCC = 0.9189 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11611907670780414
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2301 | LCC = 0.9186 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.11119329623576533
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2375 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.10203522712939736
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2396 | LCC = 0.9169 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.09671475977308489
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2402 | LCC = 0.9169 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.09245186960163145
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2663 | LCC = 0.9161 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.09057480232477877
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2401 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08499130623878082
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2545 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.0825173005332492
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2358 | LCC = 0.9148 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.07775064114201276
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2445 | LCC = 0.9149 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.07336824563886389
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2400 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.07000175206733576
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2370 | LCC = 0.9122 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.06415399883179307
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2271 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.06509026047380674
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2426 | LCC = 0.9140 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.0595707750174007
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2578 | LCC = 0.9125 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.060112186572972064
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2597 | LCC = 0.9115 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.058210139911126536
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2513 | LCC = 0.9100 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.05485978892686739
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2484 | LCC = 0.9091 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.04998334822368759
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2572 | LCC = 0.9096 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.05147572982561037
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2440 | LCC = 0.9123 | SRCC = 0.9118 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2181 | LCC = 0.9149 | SRCC = 0.9044 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer2/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ababfaff257f42953ade2199feee7b9e358e43b4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41ddb9104c5adc60e1f6d2fddd9bf6ff566444ff2dd6fd9d1e1f0231cc394fa9
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..234453ad930221dc2fc85f509c06c8226498e927
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fd7dc765c7b4c2ba515f98257b99b6f69a6309ad9673d4c9e0bca9cf5ad2b032
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer2/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fdec945979bdf9d7ebe790c1dfba9340f9a1d2cc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4433070345421058
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3611 | LCC = 0.8700 | SRCC = 0.8687 ]
+INFO:root:Average loss=0.2820175990376169
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3771 | LCC = 0.8817 | SRCC = 0.8810 ]
+INFO:root:Average loss=0.2494210249426737
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2609 | LCC = 0.8953 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.2222424071992753
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3382 | LCC = 0.9021 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.20304348642770956
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2964 | LCC = 0.9019 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.19375989840209829
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2887 | LCC = 0.9045 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.18191829338842044
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2727 | LCC = 0.9097 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.1725710104138865
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2860 | LCC = 0.9069 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.16293798860786968
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2646 | LCC = 0.9052 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.1533751256031797
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2511 | LCC = 0.9082 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.14967292840081142
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2779 | LCC = 0.9090 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.1388080963768022
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2793 | LCC = 0.9060 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.1352876780522352
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2837 | LCC = 0.9055 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.12950884580956717
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2647 | LCC = 0.9075 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.12278925954778759
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2647 | LCC = 0.9076 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.11472195236152308
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2737 | LCC = 0.9062 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.11654851471499211
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2723 | LCC = 0.9078 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.11025364821873648
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2660 | LCC = 0.9053 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.10183224947638594
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2517 | LCC = 0.9054 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.0967028559632384
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2739 | LCC = 0.9031 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.0950515440132232
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2613 | LCC = 0.9058 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.09485448565269482
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2581 | LCC = 0.9054 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.08852289160552053
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2672 | LCC = 0.9043 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.08441389143208548
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2722 | LCC = 0.9049 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.08021883905536867
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2729 | LCC = 0.9035 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.07626350844182031
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2699 | LCC = 0.9015 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.07572581285255493
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2664 | LCC = 0.9024 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.07126405809311509
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2736 | LCC = 0.9015 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.06899454782722313
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2612 | LCC = 0.9016 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.06817654348005449
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2520 | LCC = 0.9012 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.0622249818433916
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2605 | LCC = 0.9018 | SRCC = 0.9017 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.3357 | LCC = 0.8642 | SRCC = 0.8484 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer2/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8772848b66f780e62c885d05ef950bf98f4b0d48
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc174baf42b1e5c79720fa4b487819f45d9892a64fa121edf4b80becbfa30f7c
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..98a9a67617dcad1abeb038d2ac10abc6c8515810
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:035f8fc80a6be284ac406319a9885322d909ffd90d5ca853773285a7ecdce7a4
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer2/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..41e6193d8a9121a0603ab77c47fed85f16a56c3e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42958152552560575
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3827 | LCC = 0.8700 | SRCC = 0.8693 ]
+INFO:root:Average loss=0.2721774173265248
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2901 | LCC = 0.8917 | SRCC = 0.8909 ]
+INFO:root:Average loss=0.23856958919177854
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3326 | LCC = 0.8953 | SRCC = 0.8964 ]
+INFO:root:Average loss=0.215306652333006
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3418 | LCC = 0.8976 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.1971984217966223
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2857 | LCC = 0.9025 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.1874685952859807
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2815 | LCC = 0.9044 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.17727380741193804
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3203 | LCC = 0.9002 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.17988100566099144
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3230 | LCC = 0.9059 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.16082522255836884
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2730 | LCC = 0.9066 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.15936864249279045
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2731 | LCC = 0.9064 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.14589342991740717
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3367 | LCC = 0.9012 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.139280295010247
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2778 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.1331766109935121
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2701 | LCC = 0.9048 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.1266453171396531
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2567 | LCC = 0.9085 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.12055951585142599
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2570 | LCC = 0.9024 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.11754393930724591
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2612 | LCC = 0.9056 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.1100718767915158
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2370 | LCC = 0.9045 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.10309796907395297
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2603 | LCC = 0.9044 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.09979153073505859
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2567 | LCC = 0.9062 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.09470538758387455
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2669 | LCC = 0.9035 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.0897785755509586
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2793 | LCC = 0.9040 | SRCC = 0.9046 ]
+INFO:root:Average loss=0.08687979281163974
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2819 | LCC = 0.8991 | SRCC = 0.9002 ]
+INFO:root:Average loss=0.08107909642030738
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3097 | LCC = 0.8981 | SRCC = 0.8993 ]
+INFO:root:Average loss=0.08129458254300101
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2945 | LCC = 0.9008 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.07957348705543948
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2642 | LCC = 0.9022 | SRCC = 0.9020 ]
+INFO:root:Average loss=0.0734254378459357
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2596 | LCC = 0.9009 | SRCC = 0.9010 ]
+INFO:root:Average loss=0.07318551080419838
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2785 | LCC = 0.9025 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.06726414329140862
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2761 | LCC = 0.8991 | SRCC = 0.8992 ]
+INFO:root:Average loss=0.06718093867419082
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2842 | LCC = 0.8971 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.06437117860496389
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2800 | LCC = 0.9008 | SRCC = 0.9009 ]
+INFO:root:Average loss=0.062111047155767506
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2697 | LCC = 0.8990 | SRCC = 0.9004 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2317 | LCC = 0.8772 | SRCC = 0.8563 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer2/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d5e6d0de8c4b0894a89caee4db33082310eabc40
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1ee6f955f44920c10b5136ead1fbe089a9b4c657a4035c424b2945aefbc814ab
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f70a7078d0eff782ba1f8987c64112d66b46a9dd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0484caefad1e7675a143866862d492d0adf1c79c96614778944af0eb2f27e1e7
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer2/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6356709cfac03256663fdeece74be75e0dd202c1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46206446879171914
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4206 | LCC = 0.8686 | SRCC = 0.8682 ]
+INFO:root:Average loss=0.27165523507346995
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3174 | LCC = 0.8899 | SRCC = 0.8887 ]
+INFO:root:Average loss=0.24101193826322612
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3175 | LCC = 0.8909 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.2153617978268276
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2865 | LCC = 0.9046 | SRCC = 0.9041 ]
+INFO:root:Average loss=0.2001402341906046
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3011 | LCC = 0.9005 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.1875265457295958
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2620 | LCC = 0.9052 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.17248392229996665
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2823 | LCC = 0.9056 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.16668838632933666
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3066 | LCC = 0.9076 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.1556819187681799
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2721 | LCC = 0.9089 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.1503082782546909
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2889 | LCC = 0.9040 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.14497295413919956
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2537 | LCC = 0.9095 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.1384716823783224
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2719 | LCC = 0.9098 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.13214529163575586
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2532 | LCC = 0.9096 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.12661176291159812
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2825 | LCC = 0.9094 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.1209593242561886
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2503 | LCC = 0.9070 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.11547942028913884
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3086 | LCC = 0.8984 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.10938130767014674
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2968 | LCC = 0.9065 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.10551234730923106
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2600 | LCC = 0.9072 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.10590162896954944
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2586 | LCC = 0.9068 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.09339895728178796
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2629 | LCC = 0.9046 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.0923028232346725
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2714 | LCC = 0.9054 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.08616190974336828
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2516 | LCC = 0.9037 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.08246241378560232
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2903 | LCC = 0.9049 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.08241172335137521
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2653 | LCC = 0.9021 | SRCC = 0.9027 ]
+INFO:root:Average loss=0.07906665952305574
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2745 | LCC = 0.9024 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.07427939787679325
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2830 | LCC = 0.9022 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.07239363165949121
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2931 | LCC = 0.8992 | SRCC = 0.9018 ]
+INFO:root:Average loss=0.06818122138952934
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2785 | LCC = 0.9004 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.06308506366748341
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2762 | LCC = 0.9007 | SRCC = 0.9008 ]
+INFO:root:Average loss=0.0630195034893951
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2627 | LCC = 0.9000 | SRCC = 0.9007 ]
+INFO:root:Average loss=0.061842826598813766
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2576 | LCC = 0.9030 | SRCC = 0.9032 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2912 | LCC = 0.8751 | SRCC = 0.8566 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer2/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f7849abe6b51ab7a25308d692c6be315a8f9a37f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6305cf355fe5b6704a10037af5168d33e0baf704d7455b53f24f7f8170eec91
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fcd998c7c80a6528999d27c9239a6fcf13b398f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:20f116a30785cf5e5a400e75e92ae1fd22649ffa18bf63e1363bc17059ce8c37
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer2/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..fc20961cad152946c5d697bc8b91d0eed90c574e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.43669040621705135
+INFO:root:
+[Valid][0][UTT][ MSE = 0.5859 | LCC = 0.8594 | SRCC = 0.8663 ]
+INFO:root:Average loss=0.28245276781175865
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3132 | LCC = 0.8848 | SRCC = 0.8842 ]
+INFO:root:Average loss=0.23734042039840897
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3075 | LCC = 0.8961 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.21819394378992862
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3679 | LCC = 0.9000 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.2013092045322319
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3103 | LCC = 0.9031 | SRCC = 0.9045 ]
+INFO:root:Average loss=0.1894267926240243
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3269 | LCC = 0.9036 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.1736732036995061
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3464 | LCC = 0.9045 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.16493096667734874
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3189 | LCC = 0.9048 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.16721669860141125
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2816 | LCC = 0.9105 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.14870503867809484
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2610 | LCC = 0.9073 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.1430233663131047
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2468 | LCC = 0.9082 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.1352734772886844
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2845 | LCC = 0.9092 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.12647893439138555
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2691 | LCC = 0.9078 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.12352652705645975
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2499 | LCC = 0.9104 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.11685899875498232
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2590 | LCC = 0.9054 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.1128903782005944
+INFO:root:
+[Valid][15][UTT][ MSE = 0.3109 | LCC = 0.9058 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.10619873084084835
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2799 | LCC = 0.9051 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.10391672119239852
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2779 | LCC = 0.9056 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.09710234730918972
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2916 | LCC = 0.9049 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.09076387172489497
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2677 | LCC = 0.9079 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.08988651652642757
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2842 | LCC = 0.9051 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.0892535877667066
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2551 | LCC = 0.9063 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.08077949470695044
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2719 | LCC = 0.9043 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.0784947275038744
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2795 | LCC = 0.9037 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.0752572336508704
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2533 | LCC = 0.9061 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.07238253091887242
+INFO:root:
+[Valid][25][UTT][ MSE = 0.3068 | LCC = 0.9015 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.06959382414473275
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2680 | LCC = 0.9056 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.06817630926050203
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2669 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.06410161448868713
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2906 | LCC = 0.9022 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.06256901311305905
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2466 | LCC = 0.9033 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.06302186235182547
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2745 | LCC = 0.9029 | SRCC = 0.9035 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2524 | LCC = 0.8697 | SRCC = 0.8453 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer2/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f4986cf2065229c0b886064cf165140509730570
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:94ad30bdb48c672a173c8f134c2189de006a97665abfbc4830fe4dad1dc43485
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer2/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..caf3b558218cad4889fbc161ef8a021b6e33466b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d835309f594da4c84659deefc2646d56239cf5b335c8406fae117ec2c5c04923
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer2/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer2/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..45e9951e8881e7f46400bd0c339d10c9fb70692a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer2/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4521982773190978
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4412 | LCC = 0.8578 | SRCC = 0.8601 ]
+INFO:root:Average loss=0.27744198603437126
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3347 | LCC = 0.8833 | SRCC = 0.8820 ]
+INFO:root:Average loss=0.2426460933134046
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3331 | LCC = 0.8900 | SRCC = 0.8913 ]
+INFO:root:Average loss=0.22210830092602382
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3681 | LCC = 0.8953 | SRCC = 0.8994 ]
+INFO:root:Average loss=0.19587844257065326
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2694 | LCC = 0.9005 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.18857522115025216
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2976 | LCC = 0.9034 | SRCC = 0.9047 ]
+INFO:root:Average loss=0.18503264953635332
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2531 | LCC = 0.9055 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.1709378644221091
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2592 | LCC = 0.9082 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.1650208192150717
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2516 | LCC = 0.9086 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.15830661141114427
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3008 | LCC = 0.9072 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.15008182647083537
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3788 | LCC = 0.8979 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.14093896389179836
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2954 | LCC = 0.9084 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.1313373681179361
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2753 | LCC = 0.9062 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.13336359830088698
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2375 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.12491256412054073
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2564 | LCC = 0.9053 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.11863094615626198
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2587 | LCC = 0.9075 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.11251674764762724
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2758 | LCC = 0.9064 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.10940785598375893
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2615 | LCC = 0.9054 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.10174872825255973
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2602 | LCC = 0.9072 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.0957970633629085
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2528 | LCC = 0.9057 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.09401889507136593
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2777 | LCC = 0.9028 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.0907790199826563
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2586 | LCC = 0.9059 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.08447568385587262
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2645 | LCC = 0.9047 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.08005138994813654
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2784 | LCC = 0.9027 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.0796488172057047
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2503 | LCC = 0.9062 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.07509409836520349
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2461 | LCC = 0.9061 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.07429871938562807
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2772 | LCC = 0.9032 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.07069313659661078
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2830 | LCC = 0.9029 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.06802027874943838
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2483 | LCC = 0.9046 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.06591794170396176
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2593 | LCC = 0.9026 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.06520277765617205
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2604 | LCC = 0.9026 | SRCC = 0.9026 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2242 | LCC = 0.8742 | SRCC = 0.8571 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer20/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2d3ea2bcfe31e5fa1d4f765da3b473555ec48221
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4569d8d4cfd8ffb75ae121d13b58164104e82fa33529f7da365e88877a14562f
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d46b8b91d22d6a995e684da091c7d2ce0f591c1e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4fb3845e11663a9fc4f3763b1144d1d2b74888e22c665e5878d8661bc4a807e
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer20/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8f64301905e15464a09276c845fccd7bbb955219
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36511294057086713
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3245 | LCC = 0.8980 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.22945963871272312
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2669 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.21650027427714685
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3018 | LCC = 0.9111 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.18842459943769985
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3039 | LCC = 0.9147 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.17881672678655283
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3129 | LCC = 0.9159 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16993801330210845
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3206 | LCC = 0.9138 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.16490302213354607
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2371 | LCC = 0.9201 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.15871726196108527
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2939 | LCC = 0.9166 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.15057154968811598
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2220 | LCC = 0.9194 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.14555708473989729
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2192 | LCC = 0.9195 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.1327914500856675
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2442 | LCC = 0.9198 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.1271255951740838
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2171 | LCC = 0.9194 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.11996663318720856
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2172 | LCC = 0.9190 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.11718102712507193
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2191 | LCC = 0.9181 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.10932601992622276
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2690 | LCC = 0.9157 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10242360188609603
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2812 | LCC = 0.9116 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09841708311369654
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2323 | LCC = 0.9146 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.09184651819698383
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2367 | LCC = 0.9150 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.08595920612529523
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2465 | LCC = 0.9140 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.08454355319714271
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2424 | LCC = 0.9139 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.08127180099315037
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2291 | LCC = 0.9134 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07615677364213619
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2483 | LCC = 0.9131 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07410670442215969
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2337 | LCC = 0.9134 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.06943588178454108
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2245 | LCC = 0.9131 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.066696856321627
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2453 | LCC = 0.9123 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.06734014896815912
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2330 | LCC = 0.9139 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.0656505559565704
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2167 | LCC = 0.9130 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.058250570702070445
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2356 | LCC = 0.9132 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0594361983024316
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2414 | LCC = 0.9128 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.05516092884058208
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2365 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.05181364424397491
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2337 | LCC = 0.9119 | SRCC = 0.9113 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1897 | LCC = 0.9166 | SRCC = 0.9112 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer20/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f0916f45968ea0dcd3b7c528ad53678ec303aa6a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd58ad7ccce0fecaf1327c464492d582832482fc071c2222ea0679ab7026ce53
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4fa4650fd948fb68b9e7f84a4854fe5be91968c4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf326d4f0f164a35bb458b50054215491665f1732c18fdbdabd682e06b417e22
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer20/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..7be74035279e86e9cfd53ec04d7af6abc06dd923
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3744175704572931
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3117 | LCC = 0.8990 | SRCC = 0.8989 ]
+INFO:root:Average loss=0.21349944652332736
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3034 | LCC = 0.9108 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.20276314890109046
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3150 | LCC = 0.9116 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.18654079214169111
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2538 | LCC = 0.9166 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.17234072674905634
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2488 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17078253661276976
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2488 | LCC = 0.9189 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.16029572448117196
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2537 | LCC = 0.9194 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.147986650423852
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2442 | LCC = 0.9188 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.151753839945173
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2616 | LCC = 0.9184 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.13640622837695082
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2227 | LCC = 0.9196 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.12805713028404753
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2457 | LCC = 0.9189 | SRCC = 0.9190 ]
+INFO:root:Average loss=0.12758167876156767
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2425 | LCC = 0.9183 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1162240578862973
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2668 | LCC = 0.9158 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11151973384222544
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2651 | LCC = 0.9163 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.10522135370814731
+INFO:root:
+[Valid][14][UTT][ MSE = 0.3493 | LCC = 0.9109 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.09927951346415316
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2376 | LCC = 0.9135 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.09279278409532729
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2515 | LCC = 0.9127 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.09035144139059706
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2629 | LCC = 0.9109 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.08492098660396703
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2562 | LCC = 0.9161 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.0811616217857496
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2335 | LCC = 0.9131 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.07629894650395895
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2410 | LCC = 0.9152 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07505356173725486
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2368 | LCC = 0.9139 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.06856282275019354
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2430 | LCC = 0.9112 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.06662826517844475
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2521 | LCC = 0.9131 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.0627601871514596
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2654 | LCC = 0.9124 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.06243467363232822
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2588 | LCC = 0.9130 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.05641052275465403
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2610 | LCC = 0.9114 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.057853196720684195
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2565 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.052399029513831775
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2684 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.051690515755228914
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2419 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.05149922980738513
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2529 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2029 | LCC = 0.9087 | SRCC = 0.9007 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer20/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1734ae66e9f6ce772289b60173f8497adc0ec2b7
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fa0942cf0489a04b1c6e8df00df6d5c5bbf7af96766522cda666acab954b55ba
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d6e4c34c9b39281590abce20bc829c2963c82fc1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:11291674a69daa29c0b1151e27f840add9037088af6351bb40683a66ca6b945a
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer20/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bb8e47313621eb0e4372a98ca25692845475e4e6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4433841529609151
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2872 | LCC = 0.9008 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.22143943508753197
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2633 | LCC = 0.9099 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.19758276873930342
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2727 | LCC = 0.9144 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.18397481369145344
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2531 | LCC = 0.9178 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.17260158221328878
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2652 | LCC = 0.9186 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1753793518150473
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2345 | LCC = 0.9181 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.15387411338056442
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2196 | LCC = 0.9206 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.14858037810449656
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2439 | LCC = 0.9193 | SRCC = 0.9188 ]
+INFO:root:Average loss=0.13912610998215702
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2650 | LCC = 0.9165 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14095405898342242
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2519 | LCC = 0.9186 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.12878395418900285
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2398 | LCC = 0.9179 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1299053423235871
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2227 | LCC = 0.9168 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.11892235055135164
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2289 | LCC = 0.9185 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.11652772029528038
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2137 | LCC = 0.9178 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.10536395467688582
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2222 | LCC = 0.9177 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.1057676566129475
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2419 | LCC = 0.9146 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.10493891569920358
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2227 | LCC = 0.9172 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.0965766182783022
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2121 | LCC = 0.9153 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.0894593674624931
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2702 | LCC = 0.9136 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.08707555088435294
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2565 | LCC = 0.9123 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0845950790008024
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2418 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07618694013856739
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2695 | LCC = 0.9099 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.07160646862463454
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2289 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07207323022918895
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2395 | LCC = 0.9121 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.06909777646119884
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2429 | LCC = 0.9130 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.0646094266174501
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2330 | LCC = 0.9133 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.06068258530142679
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2287 | LCC = 0.9119 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.05881056430711912
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2334 | LCC = 0.9107 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.05614860883424048
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2467 | LCC = 0.9121 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.057687484309335665
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2578 | LCC = 0.9119 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.05540884306622034
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2465 | LCC = 0.9129 | SRCC = 0.9119 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1812 | LCC = 0.9169 | SRCC = 0.9112 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer20/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bde430b9375579390a9dd32c84a8530fc3c47ecc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4262096a8631c23821ad9c6a133fee25b0cbfec0f913d735e4660708dff4d13f
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c903d346ce47d19ccd54140b2e442d84356201dc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7944fe495cc6e376114f64aa22994de23ad2fbd9f04f754665e349754d3ba2ab
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer20/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8e677cc57dbdcee6593560231dd0a3af4fc84889
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.35283234517353806
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2892 | LCC = 0.9018 | SRCC = 0.9013 ]
+INFO:root:Average loss=0.22187154193145003
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2494 | LCC = 0.9092 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.19974049060158647
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2596 | LCC = 0.9137 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.18268756701939368
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2619 | LCC = 0.9160 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.17882950130225606
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2754 | LCC = 0.9182 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17338956827889976
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2947 | LCC = 0.9186 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.16210882012554675
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2272 | LCC = 0.9188 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.15314758332133982
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2359 | LCC = 0.9185 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.14917475992889073
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2373 | LCC = 0.9180 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1400539182083455
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2682 | LCC = 0.9178 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.13238674527131064
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2496 | LCC = 0.9186 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.12538325170733336
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2414 | LCC = 0.9177 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.12665592159839034
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2511 | LCC = 0.9160 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11767293844436634
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2646 | LCC = 0.9129 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.10739410636311321
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2453 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10292372045058736
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2423 | LCC = 0.9143 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.09839151610184267
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2499 | LCC = 0.9096 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09239173137900457
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2244 | LCC = 0.9155 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09218990006026505
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2736 | LCC = 0.9151 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08465932613249459
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2329 | LCC = 0.9161 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.08226823449307094
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2783 | LCC = 0.9123 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.07550908179383058
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2439 | LCC = 0.9133 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0726999027837563
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2721 | LCC = 0.9109 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0680787106814412
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2516 | LCC = 0.9120 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06576409681856288
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2508 | LCC = 0.9103 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.06386838928726367
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2813 | LCC = 0.9106 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.06144133599937996
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2549 | LCC = 0.9119 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.059227456333320265
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2392 | LCC = 0.9122 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.05473285020905078
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2401 | LCC = 0.9102 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.053216803646673354
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2381 | LCC = 0.9112 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.055985639076356945
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2420 | LCC = 0.9121 | SRCC = 0.9112 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1855 | LCC = 0.9138 | SRCC = 0.9084 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer20/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7491dfde534203119e8fa1ee87ed2483a5ec699c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a436f8f02d9d13f0d680040f478a26fc97ea836b35dbbc4975b0164adce5b00d
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer20/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..0b26e6f0dfec93ea6309ed947be0668a075d029d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a0b906bcf14e0fbf361116acdf6a77d5a47bbe8f8a2a88f8c287da382238d04a
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer20/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer20/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2308cfa5fe425e025deb39514028daa628bc8209
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer20/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.365918040792377
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2915 | LCC = 0.9011 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.21815257984606518
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2361 | LCC = 0.9107 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.19200685766735517
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2611 | LCC = 0.9103 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.20215718366334892
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2640 | LCC = 0.9156 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.17851636252995862
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2727 | LCC = 0.9161 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.17337951456018955
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2530 | LCC = 0.9165 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.16101773724907395
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2568 | LCC = 0.9185 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.1534948076385294
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2607 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.14382018110138833
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2530 | LCC = 0.9190 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.1416851522002606
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2485 | LCC = 0.9174 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.13231386468245115
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2360 | LCC = 0.9173 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13120998097637485
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2554 | LCC = 0.9191 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.11981417850262857
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2460 | LCC = 0.9150 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.11106079877111953
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2847 | LCC = 0.9119 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.10965359154980996
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2599 | LCC = 0.9149 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.10507562913732722
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2496 | LCC = 0.9140 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09825462656300192
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2593 | LCC = 0.9143 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.09497926356217076
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2235 | LCC = 0.9136 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.08822848290377269
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2447 | LCC = 0.9123 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.08399054298252728
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2738 | LCC = 0.9108 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.07718254158520974
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2453 | LCC = 0.9121 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.07372630230350301
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2358 | LCC = 0.9135 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.07003597021533575
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2518 | LCC = 0.9125 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.07068195751722837
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2589 | LCC = 0.9119 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.06436009582325902
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2444 | LCC = 0.9082 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.06262295527351384
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2662 | LCC = 0.9091 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.06066334600738018
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2413 | LCC = 0.9123 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.05897938488105129
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2458 | LCC = 0.9117 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.057648717732615554
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2478 | LCC = 0.9108 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.05096450487873113
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2401 | LCC = 0.9099 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.05137831056652042
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2430 | LCC = 0.9111 | SRCC = 0.9108 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2188 | LCC = 0.9089 | SRCC = 0.9003 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer22/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a942c66bdffe8345dd4098b48c431eb9c186ff0d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bf3a1fe560bfb4977525fe6e06052aa4543c55cd3de4421428aa304978f14076
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c3dad34ac93458194c4669c5c8d33e716ad19c58
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:341061c05e893c5cb83a97bca9fa7596400ad904c7febe4e97efa14928666565
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer22/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..90d1421e62e09f05faaee3ffbfe629dbe774c718
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36619707752514435
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2794 | LCC = 0.9006 | SRCC = 0.9004 ]
+INFO:root:Average loss=0.23805928557594389
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2900 | LCC = 0.9078 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.20283757675589853
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2548 | LCC = 0.9112 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.18451170162486202
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2506 | LCC = 0.9140 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.17049720732635157
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2366 | LCC = 0.9164 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1653133917578383
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2423 | LCC = 0.9176 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.16426330399995595
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2540 | LCC = 0.9187 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.1577529925314677
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2819 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.14291150010906892
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2659 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.13328503963747465
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2349 | LCC = 0.9147 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.13216818576258732
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2765 | LCC = 0.9156 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.12201526028917015
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2424 | LCC = 0.9141 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11901069441110412
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2380 | LCC = 0.9163 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11152537453467447
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2589 | LCC = 0.9139 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.11029816698821295
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2454 | LCC = 0.9132 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.10054600609175732
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2311 | LCC = 0.9111 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09199866288573066
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2655 | LCC = 0.9113 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.09049928802027868
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2532 | LCC = 0.9134 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08640130492993173
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2625 | LCC = 0.9135 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08500924226262666
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2435 | LCC = 0.9102 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.07684160648398317
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2821 | LCC = 0.9053 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07703056625720393
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2339 | LCC = 0.9090 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.0693231168380707
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2660 | LCC = 0.9099 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.06919036196232531
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2535 | LCC = 0.9099 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.0643526112197796
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2588 | LCC = 0.9107 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.06297532010371286
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2399 | LCC = 0.9113 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.05807545533500655
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2607 | LCC = 0.9088 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.0536370238859874
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2446 | LCC = 0.9104 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.05525337650596751
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2690 | LCC = 0.9092 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.053260584442601726
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2395 | LCC = 0.9101 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.04968794253304859
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2386 | LCC = 0.9094 | SRCC = 0.9094 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2019 | LCC = 0.9130 | SRCC = 0.9051 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer22/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db47fd87c2f5fd776dc78a2236ddd3b09abe403d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f331e54ba770d9cfd04232f7357a1ad8e2537d78f580e0a96f2675383adc96a7
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f046e550e2c64ed44790699f529084a4e06e841e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7aa9884bfa5ac00fa906626eda95ba1140bc075eb335abdb008af651ce50bcb6
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer22/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8b60e7087f50aa64e98dceaba1aa01e5b174c27e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4029740881540872
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3120 | LCC = 0.8932 | SRCC = 0.8972 ]
+INFO:root:Average loss=0.23332979982298924
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2670 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.20126490045145068
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2417 | LCC = 0.9133 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.18361799362939218
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2540 | LCC = 0.9169 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.17649362326701942
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2838 | LCC = 0.9132 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.16528322013644126
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2584 | LCC = 0.9152 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15855028187436176
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2900 | LCC = 0.9170 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1525895392274581
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2812 | LCC = 0.9175 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.14501692014450282
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2471 | LCC = 0.9178 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.13676627557401713
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2293 | LCC = 0.9178 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.12728065704506947
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2262 | LCC = 0.9156 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1249136023352601
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2463 | LCC = 0.9175 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11403770268910882
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2197 | LCC = 0.9158 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.10906017726728681
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2393 | LCC = 0.9133 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1027747990638879
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2419 | LCC = 0.9135 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.09703653544790483
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2182 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.09638286558534369
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2535 | LCC = 0.9128 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.09117227558025046
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2418 | LCC = 0.9126 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.08477265389926861
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2542 | LCC = 0.9108 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.08042262201708865
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2255 | LCC = 0.9120 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0800066878211636
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2411 | LCC = 0.9113 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07194499811426752
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2483 | LCC = 0.9127 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.06755666139756324
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2496 | LCC = 0.9110 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.06520880692008603
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2558 | LCC = 0.9119 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.06528136676791087
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2467 | LCC = 0.9128 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.05855776892835005
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2272 | LCC = 0.9126 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.05590317785912166
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2527 | LCC = 0.9095 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.05382402432877893
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2467 | LCC = 0.9100 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.05548109301511263
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2648 | LCC = 0.9102 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.05175780739656763
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2246 | LCC = 0.9122 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.049586968108839384
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2306 | LCC = 0.9104 | SRCC = 0.9095 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1811 | LCC = 0.9082 | SRCC = 0.9043 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer22/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..cf1b7127c282e9b678ddb4fc6d49a7a24cd8fb3c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:43da6a58fc4d30e0022f17e2aa5c96dfb6f59e61267a00954c9b85fc942c221a
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8236fc4de0a93c63cb34bb2411846310a88b2902
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c1ed35e89ea6cdfcafedba66c6d927ec8c91d244afa8b7926f5614e42fcca12
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer22/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..514d43a607f4968c648caa9e539fd1f65dbaf66a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39859197913222233
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2894 | LCC = 0.8978 | SRCC = 0.8977 ]
+INFO:root:Average loss=0.23458455675254666
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3094 | LCC = 0.9069 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.20844131889026288
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2812 | LCC = 0.9092 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.1918075937842358
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2702 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1779480762564378
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3432 | LCC = 0.9124 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.1784646006764015
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2623 | LCC = 0.9154 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.16263494950670726
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2238 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.16095175861106442
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2357 | LCC = 0.9169 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.1445755972769219
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2454 | LCC = 0.9141 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.14239452029928307
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2934 | LCC = 0.9125 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.13872910256502946
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2210 | LCC = 0.9167 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1290694123747721
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2404 | LCC = 0.9146 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11993580651765613
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2582 | LCC = 0.9135 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.11393557432931282
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2527 | LCC = 0.9134 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.10240436881522223
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2362 | LCC = 0.9108 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.10151367106964823
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2450 | LCC = 0.9134 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.09400486866432119
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2391 | LCC = 0.9113 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08710936286804304
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2437 | LCC = 0.9116 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.08069494945896154
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2421 | LCC = 0.9084 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07835226359567202
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2375 | LCC = 0.9114 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07499203652229612
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2404 | LCC = 0.9108 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.06931475773884382
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2434 | LCC = 0.9108 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.06725292758359386
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2365 | LCC = 0.9103 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.06863923795047523
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2591 | LCC = 0.9080 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.06054612025187884
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2332 | LCC = 0.9102 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.057800095722165414
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2478 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.05801095880266559
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2458 | LCC = 0.9084 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.05698920567816048
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2477 | LCC = 0.9075 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.05057651090914803
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2531 | LCC = 0.9085 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.05049715974944175
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2379 | LCC = 0.9097 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.050646382712387625
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2378 | LCC = 0.9090 | SRCC = 0.9086 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1868 | LCC = 0.9151 | SRCC = 0.9102 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer22/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8d277913b4c7baeae87a75b4077a490244f430f1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:09e1f2345ba7a1849665e968512895d0f240867eba8298f3d7462c2a255bc05e
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..289d50b248ddc85496f8a4f8ad67ea999d93e575
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51a850f2dfc19749a91b2f9e45cd57dbe4baf3d2a141cf84848a03824765e370
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer22/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..2e9e76807a0def952639447606e790bb9863e2aa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3713761574960168
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2849 | LCC = 0.9007 | SRCC = 0.9015 ]
+INFO:root:Average loss=0.23457909930992676
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2929 | LCC = 0.9063 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.19950398165366554
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3004 | LCC = 0.9085 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1901522863634749
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2720 | LCC = 0.9148 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.17814740275888774
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2542 | LCC = 0.9157 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.16629393209267213
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2632 | LCC = 0.9155 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1604687817007131
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2683 | LCC = 0.9146 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.15916448362128582
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2590 | LCC = 0.9167 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14241261091190954
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2403 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1398347605859613
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2494 | LCC = 0.9172 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.13148422035350965
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2740 | LCC = 0.9140 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.13219249982795964
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2614 | LCC = 0.9155 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.12079627979869788
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2540 | LCC = 0.9151 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.11285909506454633
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2563 | LCC = 0.9148 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11035722420911569
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2474 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10345949058157171
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2402 | LCC = 0.9153 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09681948388501399
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2221 | LCC = 0.9135 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.09033039156239846
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2406 | LCC = 0.9134 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.08613685977166098
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2536 | LCC = 0.9108 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08414884559767094
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2370 | LCC = 0.9101 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08633160311190378
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2359 | LCC = 0.9123 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.0771514857564703
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2627 | LCC = 0.9081 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07159177937431832
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2518 | LCC = 0.9116 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.06819371594858996
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2427 | LCC = 0.9111 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.06614217954563957
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2477 | LCC = 0.9102 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.06461532325672277
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2492 | LCC = 0.9112 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.06081194118354362
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2450 | LCC = 0.9084 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.056357844996486786
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2865 | LCC = 0.9078 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.06111389600989447
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2497 | LCC = 0.9093 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.05475672048037452
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2602 | LCC = 0.9089 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.05675699857919547
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2350 | LCC = 0.9102 | SRCC = 0.9100 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2101 | LCC = 0.9099 | SRCC = 0.9016 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer22/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ed7e245f5e8201fab0bf85150a60b3d0f9aa2f1b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:08d0aa22acf11a315e88adbfd2d5cd555a3fe3c182bb6ea045f5954c67d186dc
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer22/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..53f1df5a50f4101fa791559859836c306e7fa4e9
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d5ea32b2aa491c610288269fc8480f56b4714927b3b4d4cfcd94203eb5d6d170
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer22/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer22/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..68102b9aa4b376ce1d6b8d1576a9413cd5d3e521
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer22/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3969189295534454
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3109 | LCC = 0.8963 | SRCC = 0.8991 ]
+INFO:root:Average loss=0.22763371036920935
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2831 | LCC = 0.9077 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.20732749662647357
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3037 | LCC = 0.9120 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1887768053939577
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2972 | LCC = 0.9140 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.17978802435315414
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2279 | LCC = 0.9149 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.18393362817392184
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2443 | LCC = 0.9160 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.16611870141387675
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2282 | LCC = 0.9163 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.15859717371835874
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2886 | LCC = 0.9168 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.1486217867518436
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2391 | LCC = 0.9177 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.13921938599706385
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2357 | LCC = 0.9171 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.13349869761163788
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2543 | LCC = 0.9172 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.12910394585890578
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3936 | LCC = 0.9135 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.12338578589045243
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2890 | LCC = 0.9157 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.11674715203873684
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2329 | LCC = 0.9152 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.11459121082214951
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2509 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.10278907827386967
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2333 | LCC = 0.9130 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.10088211431496405
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2834 | LCC = 0.9108 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.09571795820156274
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2734 | LCC = 0.9116 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08885861616689346
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2168 | LCC = 0.9125 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08283216381348626
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2378 | LCC = 0.9133 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08346867324472163
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2548 | LCC = 0.9105 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.07573447710258423
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2490 | LCC = 0.9100 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07184749813696553
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2350 | LCC = 0.9099 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.06787387835066443
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2479 | LCC = 0.9108 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.06692992992742214
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2395 | LCC = 0.9102 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.06572678827309195
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2557 | LCC = 0.9083 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.06171595872611324
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2667 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.0633950869988844
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2566 | LCC = 0.9080 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.059775701320240265
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2555 | LCC = 0.9090 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.05312626187641152
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2425 | LCC = 0.9090 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.05085409715814742
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2498 | LCC = 0.9084 | SRCC = 0.9082 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1789 | LCC = 0.9135 | SRCC = 0.9072 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer24/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3acf58084d906c5ff9ba995db39569d271a918b8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b87bbbc7cd3ff83e089a93aa8099f09df57b857824a0c3433460701e08492d64
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1a02c2421c1535cc189ca3740dde8b00a7d8c58c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9da670335a953c3f357e343c015cc375944b32649f4e28a3a5e4be84a21ea8a8
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer24/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..8e18aca808c1b7ed6ae3e67a6a272b2df9093264
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4308449176350081
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3087 | LCC = 0.8923 | SRCC = 0.8934 ]
+INFO:root:Average loss=0.23746429271780686
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2918 | LCC = 0.9069 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.21145140935230805
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2688 | LCC = 0.9110 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.1965421358112655
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3085 | LCC = 0.9111 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.1870626739597734
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3142 | LCC = 0.9107 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.17209683436189774
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2381 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.16405378049508684
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2371 | LCC = 0.9160 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.15275002563792156
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2734 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14761163940319436
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2249 | LCC = 0.9157 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.13954896975114855
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2415 | LCC = 0.9128 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.12954161419517043
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2405 | LCC = 0.9136 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.12549627791939444
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2394 | LCC = 0.9143 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12072605777510328
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2489 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.1112668613090336
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2408 | LCC = 0.9113 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.10394713855375444
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2471 | LCC = 0.9097 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09578189527282135
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2699 | LCC = 0.9109 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.0932712357685056
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2443 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09032271371755986
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2684 | LCC = 0.9113 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.08393480383247309
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2475 | LCC = 0.9081 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.07889866495149674
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2392 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07429626140463559
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2477 | LCC = 0.9077 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.06895399280969118
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2597 | LCC = 0.9076 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.068522888370332
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2609 | LCC = 0.9090 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.06175598046726229
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2586 | LCC = 0.9060 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.06046941386524997
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2491 | LCC = 0.9095 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.05507879904498254
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2786 | LCC = 0.9080 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.05606946801346851
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2584 | LCC = 0.9083 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.0497813454662272
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2573 | LCC = 0.9076 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.04940729537666533
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2389 | LCC = 0.9072 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.04904732653989613
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2538 | LCC = 0.9067 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.04634095295574624
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2447 | LCC = 0.9069 | SRCC = 0.9069 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1811 | LCC = 0.9202 | SRCC = 0.9200 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer24/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..28be31633d3daac1d32ef9d6f0a575c6b2a3bcaa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a96a3cdf2d0ce5d161943dced4e4fb030f65cbf523e352fd5b7d2115e2382018
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..59706aea30963eb8cbed0701ca764b51248c7985
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce02bfd5f9322f391c4113168ad7bd23eeccf6f12a03ac416b2bf94699f5ed0d
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer24/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..03448416e2066bf47cceb63d177713a79b72ac30
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.413270563447062
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3354 | LCC = 0.8944 | SRCC = 0.8948 ]
+INFO:root:Average loss=0.22812050361337
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2955 | LCC = 0.9089 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.20797656554018143
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2660 | LCC = 0.9101 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19200353384707014
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2288 | LCC = 0.9132 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.1767024182084668
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2626 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.17561842619597567
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2345 | LCC = 0.9159 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.16511511225576345
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2318 | LCC = 0.9174 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.14829494395007978
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2195 | LCC = 0.9165 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.14944219395432168
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2280 | LCC = 0.9168 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.14638732933584667
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2371 | LCC = 0.9135 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.13307571557560408
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2562 | LCC = 0.9162 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.12445611653128111
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2496 | LCC = 0.9154 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1195541304143178
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2604 | LCC = 0.9126 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.11821293365748632
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2717 | LCC = 0.9134 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.10899938914300389
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2445 | LCC = 0.9145 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10281391021919388
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2846 | LCC = 0.9109 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.09601537013329522
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2455 | LCC = 0.9121 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.0929967157241237
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2374 | LCC = 0.9124 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.08806091583619229
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2334 | LCC = 0.9113 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.08199414761597021
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2295 | LCC = 0.9121 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.07765894921528811
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2592 | LCC = 0.9098 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0707348247914645
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2384 | LCC = 0.9099 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.06767216251592416
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2785 | LCC = 0.9074 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.06804331582620998
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2348 | LCC = 0.9106 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.06194425811398925
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2225 | LCC = 0.9117 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.06082533293462902
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2342 | LCC = 0.9107 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.05714327284280275
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2430 | LCC = 0.9079 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.05619131596059124
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2613 | LCC = 0.9067 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.052296783042953196
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2597 | LCC = 0.9071 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.049911047466572996
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2504 | LCC = 0.9091 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.04917975113527968
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2470 | LCC = 0.9072 | SRCC = 0.9064 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1936 | LCC = 0.9086 | SRCC = 0.9044 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer24/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..301aa648ae46243d0a798137be5ba97cd18157fb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4cf97339aadec23a42af175313d1b27fbf744136dae566ba1f2f575dfa12e475
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7d43413f322db37d8ecb93bdbafcc5896967d856
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b80a85622f44481993c9d5aef280a28857cd7d033db947a308280aa4d6981447
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer24/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..ac669d13523b776205e23c2f7b206284f687cfe4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3996627876007488
+INFO:root:
+[Valid][0][UTT][ MSE = 0.4072 | LCC = 0.8969 | SRCC = 0.8981 ]
+INFO:root:Average loss=0.2310371172824347
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4042 | LCC = 0.9079 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.20764237030737662
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2824 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18319762890049487
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2432 | LCC = 0.9167 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17097771469223705
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2340 | LCC = 0.9134 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.17763077002557026
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2219 | LCC = 0.9129 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.16217554511362417
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2591 | LCC = 0.9171 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.1488812153222244
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2776 | LCC = 0.9151 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.13938775426046007
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2898 | LCC = 0.9153 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.132334103603239
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2679 | LCC = 0.9185 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.12560738821250167
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2099 | LCC = 0.9165 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.11828273058885094
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2268 | LCC = 0.9172 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.11082447806879275
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2358 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1020093885374207
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2583 | LCC = 0.9146 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.10048404549156999
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2347 | LCC = 0.9171 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.09225572264521797
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2592 | LCC = 0.9133 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.08730295048542105
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2807 | LCC = 0.9115 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0834506832149332
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2397 | LCC = 0.9151 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.07808230548149589
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2316 | LCC = 0.9135 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.07419774646876175
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2557 | LCC = 0.9104 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0649087454025456
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2501 | LCC = 0.9115 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.0639819321949358
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2502 | LCC = 0.9118 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.06137867358034057
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2501 | LCC = 0.9100 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.05620359663846176
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2423 | LCC = 0.9111 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.055068358628219266
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2355 | LCC = 0.9089 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.05252149241378886
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2432 | LCC = 0.9086 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.05013546878418137
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2519 | LCC = 0.9101 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.047358691907686996
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2380 | LCC = 0.9092 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.04732663621533813
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2388 | LCC = 0.9102 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.047002075778352734
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2395 | LCC = 0.9097 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.04170987556952273
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2495 | LCC = 0.9087 | SRCC = 0.9090 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2340 | LCC = 0.9047 | SRCC = 0.9037 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer24/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8895206d0aef2488486baf49c3772a50c21d3c60
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63882a921df19ec90afca56eab78b6c389e094fce19de1217aca4bc16f785074
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..18dfc55be32f92123f4025e2d8e7d0f99a75aafc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b768fa4c6f0a6c3efa42da263f40b305efcc6a5e2635d94eaee3e6b2302ea358
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer24/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d5c0d2ac2741cca6c3b51c84dc820e0f7557d76a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36591055282967627
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3014 | LCC = 0.9001 | SRCC = 0.8995 ]
+INFO:root:Average loss=0.23038378788556665
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2886 | LCC = 0.9072 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.21194745234154552
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2454 | LCC = 0.9111 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.1849912980819024
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2390 | LCC = 0.9093 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.17908569011901845
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2398 | LCC = 0.9163 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.1715937590151164
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2587 | LCC = 0.9166 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.15670590619475855
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2695 | LCC = 0.9181 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.15210674436106159
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2658 | LCC = 0.9160 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.14008006279092994
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2533 | LCC = 0.9177 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.13214592032694403
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2370 | LCC = 0.9162 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12853384857749664
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2487 | LCC = 0.9147 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.12018032048995785
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2349 | LCC = 0.9169 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1090354738121777
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2604 | LCC = 0.9138 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.10834557024729734
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2486 | LCC = 0.9148 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.10006660055046136
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2462 | LCC = 0.9122 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.0904305927627693
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2510 | LCC = 0.9141 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.08670691943409815
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2868 | LCC = 0.9095 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.08333651394168766
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2487 | LCC = 0.9137 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.07726856868046557
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2345 | LCC = 0.9124 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.07202418350932226
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2526 | LCC = 0.9088 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07185970106824285
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2588 | LCC = 0.9093 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.06564850416142128
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2500 | LCC = 0.9103 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.060459767656691504
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2404 | LCC = 0.9114 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.06290435874996157
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2854 | LCC = 0.9111 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.06158373100047856
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2607 | LCC = 0.9092 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.053062768653035164
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2340 | LCC = 0.9125 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.051321413195718917
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2466 | LCC = 0.9105 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.049408547483341544
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2442 | LCC = 0.9129 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.047934603947349365
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2475 | LCC = 0.9095 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.04681597970899819
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2392 | LCC = 0.9102 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.045902554451816346
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2524 | LCC = 0.9091 | SRCC = 0.9094 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2307 | LCC = 0.9164 | SRCC = 0.9117 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer24/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fd8ef0578a31028871bb357a70a5ef509ccbc126
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:62ffd3256ad80f701252ca9ae676133f56b1c30ecc77685738f8b8b214adeb04
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer24/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1f55c0a2ab0e4a33c7907e0a20dd9fc1bc077bab
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0b93eb920e487bdc8215a7f93d03c6d112be1f676c77493875a6dd11402f172
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer24/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer24/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e2240318682bc53552cd9a4ca37dbfe6792b2e33
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer24/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.38101808433932377
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2815 | LCC = 0.9002 | SRCC = 0.8999 ]
+INFO:root:Average loss=0.2397561717584643
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3301 | LCC = 0.9076 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.21706715902324356
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3062 | LCC = 0.9110 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1929314127891739
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2749 | LCC = 0.9138 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18590658610266758
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2487 | LCC = 0.9161 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.17336940752460778
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2613 | LCC = 0.9171 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16490297277883298
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2596 | LCC = 0.9160 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.15096586675657703
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2312 | LCC = 0.9156 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15354259652381688
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2563 | LCC = 0.9164 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1433760545760221
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2644 | LCC = 0.9157 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1359532053415486
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2816 | LCC = 0.9148 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.12461613837866425
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2974 | LCC = 0.9135 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.11690861288178174
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2383 | LCC = 0.9125 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1156570329573113
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3303 | LCC = 0.9127 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.11926617641324942
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2670 | LCC = 0.9108 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.09985825845788669
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2574 | LCC = 0.9125 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.0908348503700226
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2824 | LCC = 0.9078 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08861565505924253
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2541 | LCC = 0.9130 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08424516989058153
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2699 | LCC = 0.9126 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07594079184049816
+INFO:root:
+[Valid][19][UTT][ MSE = 0.3046 | LCC = 0.9082 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.07405387689870906
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2440 | LCC = 0.9104 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.0696810403827987
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2609 | LCC = 0.9084 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.0652207681812303
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2717 | LCC = 0.9096 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.06432200033712938
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2660 | LCC = 0.9076 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.05944207758572749
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2484 | LCC = 0.9083 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.0563981176456275
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2547 | LCC = 0.9086 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.0532238353151462
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2574 | LCC = 0.9079 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.05456348380472274
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2622 | LCC = 0.9067 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.05034233117206937
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2543 | LCC = 0.9098 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.05006511634312613
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2645 | LCC = 0.9090 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.04629653342326597
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2621 | LCC = 0.9108 | SRCC = 0.9101 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2304 | LCC = 0.9191 | SRCC = 0.9090 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer26/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3ff6001efd43734050f2d2661ec3c94a43b64ee6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c49059f46813e4c6baa3f47ac5a8aafaa61ad856a187f207e38d9c16b5cee1a
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2a8e2b22aaeee41f0b505371b4a765d7c2644e9f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c0010fe8cc53f1ddccbc060cafc3063dce082f37a7593fcd513db09318b53f65
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer26/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..4e80896ba858f67314ec4c45f776d8775b87ff27
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3851660883667841
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2897 | LCC = 0.8940 | SRCC = 0.8953 ]
+INFO:root:Average loss=0.23163549093841818
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2847 | LCC = 0.9086 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.21436429131410026
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2555 | LCC = 0.9122 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.19363674013256338
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2454 | LCC = 0.9146 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.17601106910174982
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3093 | LCC = 0.9129 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1692237194649057
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2237 | LCC = 0.9153 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.16797650825081534
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2437 | LCC = 0.9168 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1521980749992277
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2257 | LCC = 0.9157 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14319576374712706
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2667 | LCC = 0.9144 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1357712308106395
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2286 | LCC = 0.9154 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1264911287092749
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2469 | LCC = 0.9140 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.12289669360384087
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2594 | LCC = 0.9112 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.11411214817982877
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2374 | LCC = 0.9126 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.10683931436152816
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2469 | LCC = 0.9121 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10762367466453872
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2476 | LCC = 0.9107 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.09464184847267378
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2433 | LCC = 0.9095 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.0899127543489368
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2388 | LCC = 0.9110 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.08568655469083372
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2344 | LCC = 0.9092 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.0807768831492504
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2556 | LCC = 0.9080 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07930443941943907
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2785 | LCC = 0.9108 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07187192236757003
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2434 | LCC = 0.9089 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.06767920927935941
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2523 | LCC = 0.9088 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.06804706113186874
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2403 | LCC = 0.9080 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.0632677034103457
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2515 | LCC = 0.9068 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.05974051063460422
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2488 | LCC = 0.9086 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.057582082969777154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2467 | LCC = 0.9093 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.05601754549869223
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2427 | LCC = 0.9073 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.052667517473415144
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2499 | LCC = 0.9090 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.05104109419865071
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2410 | LCC = 0.9089 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.04670002016459586
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2506 | LCC = 0.9094 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.050203952313847625
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2557 | LCC = 0.9063 | SRCC = 0.9069 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1985 | LCC = 0.9118 | SRCC = 0.9058 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer26/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..39f44cae1cfb42f1c8b9f2bb5fb3affd4bee434e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1fddb8f29b475f85afc497791ce9216b8c92e3df501f3d424dc28f8c005df7f5
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c034e5b12e8c3a7d3ff70449b3ba42892648b2f4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ae819007528ace21a45e4991f53c50d8acd0e180becbf19a9069cebeca94040a
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer26/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..66d81e7ec6c333e8fcdf0233c24c6c0785ac298f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41757850547057357
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3152 | LCC = 0.8962 | SRCC = 0.8963 ]
+INFO:root:Average loss=0.23248625197851588
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2538 | LCC = 0.9080 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.2111800811280405
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2991 | LCC = 0.9099 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.19411741834499932
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2737 | LCC = 0.9125 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.1868635606386758
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3095 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.1702630066802736
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2676 | LCC = 0.9151 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16159089844178604
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2609 | LCC = 0.9138 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16077407604524854
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2463 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.14772857316484342
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2330 | LCC = 0.9154 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.13931117284332398
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2891 | LCC = 0.9137 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.13105428339428984
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2299 | LCC = 0.9167 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.1255025042791587
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2436 | LCC = 0.9158 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.11620666342922029
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2543 | LCC = 0.9127 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.11479615954133128
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2447 | LCC = 0.9155 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.10411872865492208
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2570 | LCC = 0.9148 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.09795587871632824
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2312 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.09491436607661964
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2334 | LCC = 0.9119 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08779411532544676
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2563 | LCC = 0.9139 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.08278846579221631
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2470 | LCC = 0.9103 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07674234136508379
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2357 | LCC = 0.9125 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.07735699977230474
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2487 | LCC = 0.9128 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.06759289637035718
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2415 | LCC = 0.9114 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.06609958091567707
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2588 | LCC = 0.9087 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.0646499517465258
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2374 | LCC = 0.9112 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.05957733126992435
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2341 | LCC = 0.9100 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.05583612222461342
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2591 | LCC = 0.9097 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.054503208618460364
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2491 | LCC = 0.9088 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.05274764809089934
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2351 | LCC = 0.9110 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.04994302829781364
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2592 | LCC = 0.9084 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.04556482251884276
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2351 | LCC = 0.9108 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.047576368748711025
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2556 | LCC = 0.9097 | SRCC = 0.9091 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1912 | LCC = 0.9175 | SRCC = 0.9099 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer26/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b24bafed0b239d7d9d56a18d84ebd2b54881acee
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d9aaf688b9d5a4eecb85a7a9408695aace0f1e56e620bbc5035fb7baa6e6a28
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..db56ed84bf8c3165327509d7ea239c30ef3dd4b3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1470b5d7a02b43b8366ae8493f77325ba8a9e9f0bf87cc0c2b1fc49fdf76d8f6
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer26/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..95a77e2116dbdecd13c6f5753d535007468a5480
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41949791982339296
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3820 | LCC = 0.8947 | SRCC = 0.8986 ]
+INFO:root:Average loss=0.24166069791323877
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2699 | LCC = 0.9089 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.19858302236292402
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2526 | LCC = 0.9138 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.18679174750698785
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2907 | LCC = 0.9141 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.18087065924023618
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2316 | LCC = 0.9161 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.16524770296033406
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2532 | LCC = 0.9155 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.1602395050270709
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2642 | LCC = 0.9170 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.14630458146505962
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2225 | LCC = 0.9159 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14180910130801228
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2335 | LCC = 0.9181 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.13357586241354144
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2158 | LCC = 0.9155 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.1273107233247316
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2474 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.1188314773056204
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2210 | LCC = 0.9157 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11772171438084861
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2420 | LCC = 0.9135 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.10664799232358878
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2438 | LCC = 0.9147 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.09974956221749327
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2519 | LCC = 0.9118 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09887194407382452
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2467 | LCC = 0.9137 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09169311425244878
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2731 | LCC = 0.9123 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08132615246180165
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2160 | LCC = 0.9146 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.08108752418976987
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2301 | LCC = 0.9132 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.0746683878447279
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2387 | LCC = 0.9129 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.07429144972924552
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2349 | LCC = 0.9128 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.06919598885182011
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2134 | LCC = 0.9137 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.06536103031366547
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2436 | LCC = 0.9112 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.0608543286993669
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2383 | LCC = 0.9111 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.05985791882166284
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2367 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.05784729966150887
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2461 | LCC = 0.9105 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.053225705270908474
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2219 | LCC = 0.9120 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.05011634518946871
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2504 | LCC = 0.9109 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.05009608599491891
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2327 | LCC = 0.9098 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.05065559824078069
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2384 | LCC = 0.9120 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.045798655825457134
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2444 | LCC = 0.9106 | SRCC = 0.9112 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1935 | LCC = 0.9176 | SRCC = 0.9113 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer26/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b98b020183712de07cd822597239aade15584f5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0cfb00cd79661f7cf8ac27de308cde439686a23647777f97d93ec8a205b91777
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c8ceed47b4e9947f6efab64c3ed261a6f6bfa5c8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48472ca3afa9b3c25e9fb225cbad2b66161bdcbcc76902aaba5f591c5d0ccd3
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer26/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..68ba3a0088ed85d94812c4f57592dfc98b716189
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41687671004692256
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2986 | LCC = 0.8992 | SRCC = 0.8987 ]
+INFO:root:Average loss=0.22236431359900216
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2384 | LCC = 0.9087 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.21144997703202198
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3154 | LCC = 0.9129 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18459933862693048
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2547 | LCC = 0.9139 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.18177813541337934
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2584 | LCC = 0.9136 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.165155164811308
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2557 | LCC = 0.9164 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15867904969894817
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2448 | LCC = 0.9170 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14913848391330312
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2497 | LCC = 0.9157 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14048449565909502
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2384 | LCC = 0.9176 | SRCC = 0.9175 ]
+INFO:root:Average loss=0.1320888085689159
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3256 | LCC = 0.9120 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.12305897543196044
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2390 | LCC = 0.9143 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11713812192309798
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2417 | LCC = 0.9140 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.11036633738892616
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2499 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10669567933402999
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2351 | LCC = 0.9126 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.09816930858644447
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2277 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.08990324303680072
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2400 | LCC = 0.9105 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08631035498198057
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2516 | LCC = 0.9102 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.08294037981443322
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2391 | LCC = 0.9115 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.07966012529210548
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2712 | LCC = 0.9101 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.07121399585480635
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2637 | LCC = 0.9070 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.07115581026569956
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2478 | LCC = 0.9080 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.06518342546214258
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2573 | LCC = 0.9082 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.06013934292717476
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2638 | LCC = 0.9072 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.05929595673446021
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2533 | LCC = 0.9053 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.056291767562917205
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2411 | LCC = 0.9092 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.054395325697226334
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2508 | LCC = 0.9072 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.049893830854424163
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2569 | LCC = 0.9057 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.05063528603082792
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2570 | LCC = 0.9095 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.04723789374952372
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2577 | LCC = 0.9083 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.04740944262486317
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2726 | LCC = 0.9045 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.04427117437684123
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2625 | LCC = 0.9061 | SRCC = 0.9068 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2033 | LCC = 0.9093 | SRCC = 0.9050 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer26/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5811cc1407dbebe54ec6a2665d253288659d45f3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:765ed99afc1138fe1afcf404da24adcbb5dc22e109ce872ccdd5404e5b4d77b4
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer26/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..73dac7bbb5a86b97df14ed365ab756f895675d87
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e37416008ec5123cc41b429633064f99be5e45fbbf690184e243e078405f484
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer26/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer26/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..e72f045e15eb17c6b1df8c996d88e2910445042c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer26/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.42034739023343676
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3527 | LCC = 0.8945 | SRCC = 0.8968 ]
+INFO:root:Average loss=0.2445375570499828
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2817 | LCC = 0.9058 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.20487253428194563
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2768 | LCC = 0.9136 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.18461407897617085
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2721 | LCC = 0.9153 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.17477631314813746
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2482 | LCC = 0.9159 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16237923378027933
+INFO:root:
+[Valid][5][UTT][ MSE = 0.3322 | LCC = 0.9118 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.1566567687113161
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2657 | LCC = 0.9159 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14187690085930632
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2764 | LCC = 0.9152 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.14459401153760149
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2401 | LCC = 0.9159 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.13042431363480628
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2362 | LCC = 0.9152 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.12389016952473304
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2687 | LCC = 0.9148 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.11615263128039464
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2994 | LCC = 0.9129 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11029891714970501
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2559 | LCC = 0.9136 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.10325577697915837
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2260 | LCC = 0.9149 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.09419725340053525
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2631 | LCC = 0.9128 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.08980072188497967
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2797 | LCC = 0.9117 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.08724332669739089
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2555 | LCC = 0.9131 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.08076274440209301
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2644 | LCC = 0.9114 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.07541170998374162
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2377 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.07788866958607828
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2516 | LCC = 0.9117 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07108295872549102
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2538 | LCC = 0.9117 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.06442576823379263
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2454 | LCC = 0.9119 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.06325997545712256
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2330 | LCC = 0.9127 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.060391046892786994
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2404 | LCC = 0.9115 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.05717466976170595
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2900 | LCC = 0.9082 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.055625853500183606
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2682 | LCC = 0.9102 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.055156676206371685
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2534 | LCC = 0.9110 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.05248829384329002
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2607 | LCC = 0.9095 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.05106973247548748
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2372 | LCC = 0.9119 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.04812534536757221
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2510 | LCC = 0.9101 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.043576240711818544
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2347 | LCC = 0.9121 | SRCC = 0.9120 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1839 | LCC = 0.9120 | SRCC = 0.9067 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer28/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..8301c219d5626013d91082895e21a9731257ec64
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1af93d6fbfdcf6a6dcc37416ded3d6915ba747d60787bf604619703c6226c0bd
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9617f0daf8591fc353fa9c06ff9ccb6e0b245a2a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:88f3ace3b4580e5f1e2660ee246568643567174aa327e4c4f96b6fe501953a26
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer28/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..64845589ae3b1c6112a3b5101b44018eb4f01c83
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44179222487300807
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3257 | LCC = 0.8935 | SRCC = 0.8929 ]
+INFO:root:Average loss=0.24061531620907645
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3258 | LCC = 0.9056 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.2059627528910692
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2940 | LCC = 0.9062 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.18644680814935982
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2996 | LCC = 0.9095 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.17933600499278549
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2608 | LCC = 0.9122 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.16297459839224127
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2492 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.16131726256167958
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2811 | LCC = 0.9117 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.1473876673706694
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2618 | LCC = 0.9119 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.13458253593975408
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2342 | LCC = 0.9114 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.13294781236290243
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3590 | LCC = 0.9061 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.1269239100245382
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2392 | LCC = 0.9118 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.11330769469455487
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2410 | LCC = 0.9101 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.108334553336477
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2761 | LCC = 0.9099 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.10194170963815871
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2665 | LCC = 0.9077 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.09917423185068748
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2589 | LCC = 0.9064 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.08918795282441068
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2451 | LCC = 0.9083 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.08582705291623326
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2501 | LCC = 0.9076 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.0828925089727592
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2751 | LCC = 0.9052 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.07540531621201535
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2625 | LCC = 0.9055 | SRCC = 0.9049 ]
+INFO:root:Average loss=0.07432955533610602
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2678 | LCC = 0.9057 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.06678868427528123
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2446 | LCC = 0.9035 | SRCC = 0.9025 ]
+INFO:root:Average loss=0.06462634966380335
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2590 | LCC = 0.9036 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.0607795588715228
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2442 | LCC = 0.9047 | SRCC = 0.9040 ]
+INFO:root:Average loss=0.06310094974805854
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2620 | LCC = 0.9010 | SRCC = 0.9000 ]
+INFO:root:Average loss=0.055399530389577664
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2571 | LCC = 0.9039 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.05458255324275852
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2951 | LCC = 0.9032 | SRCC = 0.9035 ]
+INFO:root:Average loss=0.051149332217570675
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2532 | LCC = 0.9034 | SRCC = 0.9024 ]
+INFO:root:Average loss=0.048966226345627986
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2850 | LCC = 0.9023 | SRCC = 0.9026 ]
+INFO:root:Average loss=0.04722571039217056
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2607 | LCC = 0.9038 | SRCC = 0.9029 ]
+INFO:root:Average loss=0.0451891475997736
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2751 | LCC = 0.9016 | SRCC = 0.9016 ]
+INFO:root:Average loss=0.04461287656486723
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2930 | LCC = 0.9015 | SRCC = 0.9023 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2080 | LCC = 0.9179 | SRCC = 0.9152 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer28/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d82d27deb055e50cb680f50d110ed5891eebf438
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abfc84ae83c1527ea13ffed39fd59cc65af09a6ea3e26f8887edcef25de0f7c2
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..03be7357c70d595cf9348e2c761acbf9b387387e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d04633770bd352820e0d4940525d4212e8b81312fb9bc15a9fec5b806c83057e
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer28/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6869792469750715b9118375adabd7ba556d4808
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39470077990796526
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3043 | LCC = 0.8963 | SRCC = 0.8974 ]
+INFO:root:Average loss=0.22819855352702167
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2395 | LCC = 0.9072 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.20015616627743824
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3884 | LCC = 0.9068 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.1915529012421652
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2700 | LCC = 0.9132 | SRCC = 0.9131 ]
+INFO:root:Average loss=0.17534849861625992
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2670 | LCC = 0.9120 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.16643080231599036
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2382 | LCC = 0.9141 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.15632655303602275
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2438 | LCC = 0.9155 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.14574639611161513
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2628 | LCC = 0.9151 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.13600221069561952
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2594 | LCC = 0.9127 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.1371311143126791
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2556 | LCC = 0.9113 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.12757386430839582
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2783 | LCC = 0.9106 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.11825275192887796
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3137 | LCC = 0.9093 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.11166524495175809
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3429 | LCC = 0.9064 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.11440066777901843
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2388 | LCC = 0.9120 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.10013157547037037
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2519 | LCC = 0.9118 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09723937657871687
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2273 | LCC = 0.9122 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08898555207459223
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2307 | LCC = 0.9104 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.08583447027068607
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2437 | LCC = 0.9109 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.0800001066113483
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2574 | LCC = 0.9092 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.07496219281257921
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2558 | LCC = 0.9078 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07096542747465172
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2451 | LCC = 0.9074 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.06784330864000872
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2476 | LCC = 0.9081 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.06512052257884444
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2295 | LCC = 0.9074 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.062488917842765765
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2814 | LCC = 0.9056 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.060495754445477716
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2550 | LCC = 0.9066 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.05611458048224449
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2643 | LCC = 0.9066 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.05240517259290108
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2513 | LCC = 0.9080 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.05262734363060122
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2626 | LCC = 0.9044 | SRCC = 0.9050 ]
+INFO:root:Average loss=0.04902576894170976
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2572 | LCC = 0.9065 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.04858579019332208
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2634 | LCC = 0.9058 | SRCC = 0.9057 ]
+INFO:root:Average loss=0.0449276347833045
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2496 | LCC = 0.9060 | SRCC = 0.9056 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2046 | LCC = 0.9097 | SRCC = 0.9098 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer28/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..22ce6c75f4f5926bc0e7497c7ca1548e9bac870c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f7f4ac4f08987a9ef8e08b1caea01aa22962736d1f96519d3d134dd0b2f672a
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f48e213c9b11122d75522ac97be923518b515538
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4fbba9161da0bd35bc5698349266e668e6859c148201e78a1bb03fce34040470
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer28/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..66a5a04dcd776743cf4a4a4cdc04d329fa8ad02c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39315123942201535
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3031 | LCC = 0.8961 | SRCC = 0.8954 ]
+INFO:root:Average loss=0.2394235001478581
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2625 | LCC = 0.9084 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.20101369792498605
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2861 | LCC = 0.9097 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.19375209540473243
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2547 | LCC = 0.9137 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.17919130059163693
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2534 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.16849729879570835
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2414 | LCC = 0.9152 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1609097571472901
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2838 | LCC = 0.9140 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1550793226140772
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2302 | LCC = 0.9140 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.14047933796237658
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2630 | LCC = 0.9158 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1365477354023498
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2457 | LCC = 0.9148 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12529443841793633
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2477 | LCC = 0.9133 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.11635431638687332
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2491 | LCC = 0.9129 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.11246872813887679
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2793 | LCC = 0.9097 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.10611781570522082
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2476 | LCC = 0.9105 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09694558608135737
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2385 | LCC = 0.9117 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.10113330069132623
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2670 | LCC = 0.9096 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.08639667652590427
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2627 | LCC = 0.9059 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.08514955562318681
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2782 | LCC = 0.9045 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.07971693594762355
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2534 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07302703654576588
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2426 | LCC = 0.9091 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.07059519931760137
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2626 | LCC = 0.9071 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.06576526233915649
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2612 | LCC = 0.9037 | SRCC = 0.9042 ]
+INFO:root:Average loss=0.06416791449220194
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2616 | LCC = 0.9069 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.06284365376640606
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2472 | LCC = 0.9084 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.060799453407526016
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2973 | LCC = 0.9065 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.057798066515626245
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2711 | LCC = 0.9058 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.05760743152457855
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2698 | LCC = 0.9058 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.05415445130124602
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2805 | LCC = 0.9061 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.048444605685469044
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2610 | LCC = 0.9072 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.050115630482834884
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2574 | LCC = 0.9051 | SRCC = 0.9037 ]
+INFO:root:Average loss=0.04513507833801253
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2614 | LCC = 0.9051 | SRCC = 0.9050 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2384 | LCC = 0.9178 | SRCC = 0.9077 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer28/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..be00a92486965d890fe089a3873978543239c6a3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a2b3151226e6cc75ea127988352c904214a260bc64be76d9624cd2df403e107a
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..965204f8412ad6e698f58221c2aab90a03d71ed1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80b0c76d75c91badd73173f4356edd40086eac5bd3dfbc4f231575a7ce840560
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer28/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bf3e0d6a06fe46d4e1b35abe77f5ade6ddb6d1fa
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4129585819265057
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3418 | LCC = 0.8920 | SRCC = 0.8927 ]
+INFO:root:Average loss=0.23819172098112934
+INFO:root:
+[Valid][1][UTT][ MSE = 0.4094 | LCC = 0.8980 | SRCC = 0.9006 ]
+INFO:root:Average loss=0.22525125039967497
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3416 | LCC = 0.9065 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.19824133227670812
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3317 | LCC = 0.9099 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.18122283890412721
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3239 | LCC = 0.9112 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.16534794854118645
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2813 | LCC = 0.9128 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.15949679777629114
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2471 | LCC = 0.9126 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.15114285702133454
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2405 | LCC = 0.9145 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.13998682129417542
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2474 | LCC = 0.9130 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.14063309507735203
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2579 | LCC = 0.9149 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.12520461770668195
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2685 | LCC = 0.9124 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.11984458591552138
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2676 | LCC = 0.9122 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.11276765866474264
+INFO:root:
+[Valid][12][UTT][ MSE = 0.3015 | LCC = 0.9070 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.10705844265532631
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2466 | LCC = 0.9117 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09765015477906762
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2714 | LCC = 0.9087 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.09390881918155389
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2527 | LCC = 0.9103 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.08626364307165835
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2334 | LCC = 0.9113 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08189926836962645
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2577 | LCC = 0.9073 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.0762982093702162
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2657 | LCC = 0.9085 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.0828609718278998
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2462 | LCC = 0.9089 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.0666910584456142
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2428 | LCC = 0.9077 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.06698206775536426
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2568 | LCC = 0.9075 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.0611040037491418
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2602 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.05928240944712148
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2436 | LCC = 0.9091 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.055302698811182396
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2580 | LCC = 0.9071 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.05380795786232617
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2687 | LCC = 0.9049 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.05424533938353806
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2713 | LCC = 0.9066 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.04815030993753775
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2483 | LCC = 0.9082 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.04825730116854858
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2765 | LCC = 0.9046 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.04615015012206714
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2505 | LCC = 0.9074 | SRCC = 0.9067 ]
+INFO:root:Average loss=0.043371737003326416
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2687 | LCC = 0.9036 | SRCC = 0.9037 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2081 | LCC = 0.9078 | SRCC = 0.9039 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer28/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..493e425a31a50aa68b0c0ede09d6fc6819c65932
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dc8bf95fe4ed0a105432c4225956fcbb000db82d198f05a8a7b66d815981cd67
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer28/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4d87b0c34d920388793312f9fe2c3adba0540763
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b2ce6567345a69532c3e70f8790fc2e1eb2818898a51983a9207b348df60f4d1
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer28/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer28/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..036e9e5fb25e4a1b87bbfc1a70ec13e93d880603
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer28/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.46474930833529876
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3369 | LCC = 0.8962 | SRCC = 0.8952 ]
+INFO:root:Average loss=0.236201778312639
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2931 | LCC = 0.9087 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.20379236405123177
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3484 | LCC = 0.9113 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.18693155089037955
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3030 | LCC = 0.9110 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.18056992144253903
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2509 | LCC = 0.9143 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.1661574335801119
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2571 | LCC = 0.9154 | SRCC = 0.9146 ]
+INFO:root:Average loss=0.1584108313814753
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2970 | LCC = 0.9118 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.149725558656144
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2627 | LCC = 0.9115 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.14278949870367272
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2593 | LCC = 0.9113 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.13776377063093848
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2331 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.12685848518430842
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2600 | LCC = 0.9127 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.11817189056232486
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2441 | LCC = 0.9117 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.11353799175320334
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2347 | LCC = 0.9126 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10694108182036807
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2907 | LCC = 0.9108 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09640975481685186
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2528 | LCC = 0.9087 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.09047562898152825
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2729 | LCC = 0.9097 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.08719524659345605
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2430 | LCC = 0.9121 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.08240709210492972
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2504 | LCC = 0.9088 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.08211931011321917
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2394 | LCC = 0.9102 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.0704603049624173
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2416 | LCC = 0.9095 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.0755892877676928
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2547 | LCC = 0.9096 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06441131440890317
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2525 | LCC = 0.9088 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.06350215121759156
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2307 | LCC = 0.9098 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.060388347273961654
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2377 | LCC = 0.9093 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.055835393499690675
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2566 | LCC = 0.9089 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.056488916385552784
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2510 | LCC = 0.9080 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.05330416209177475
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2910 | LCC = 0.9058 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.050870723107215986
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2491 | LCC = 0.9083 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.04768456772745
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2436 | LCC = 0.9094 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.046086384274194696
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2417 | LCC = 0.9074 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.04524216255054653
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2596 | LCC = 0.9075 | SRCC = 0.9078 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2217 | LCC = 0.9083 | SRCC = 0.9028 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer30/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..07658375a7f35b7080b0bb3a023b7b8e6bef8743
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:578cdee4967d455e5c6885321e6d13b31031f42424bb988b2c82918ae8cad748
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3d37ab831c84f219aa9d4d1cea1abbdc3b0348d8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5c7bc4fae7c4c8edb2db2f4119c5790fc93de0889039efdae360eb932fb39ac
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer30/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..018d05646b5697c339cf2e3c47292830973b13a1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4436825580162809
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2789 | LCC = 0.8940 | SRCC = 0.8951 ]
+INFO:root:Average loss=0.23922892707276205
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2564 | LCC = 0.9058 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.21513692552299168
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2493 | LCC = 0.9104 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.19293889515317245
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2723 | LCC = 0.9111 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.17915732831279665
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3153 | LCC = 0.9134 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.1712932501397381
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2249 | LCC = 0.9149 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.1636556759907331
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2633 | LCC = 0.9165 | SRCC = 0.9163 ]
+INFO:root:Average loss=0.15535055027704017
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2834 | LCC = 0.9158 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1439988227248881
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2406 | LCC = 0.9150 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.13646503395772394
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2517 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.126613646939483
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2497 | LCC = 0.9134 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.1216505385633838
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2371 | LCC = 0.9145 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.10946989679612176
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2433 | LCC = 0.9132 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.10312731576965034
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2257 | LCC = 0.9133 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.0973473605565253
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2400 | LCC = 0.9115 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.09507608915426138
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2563 | LCC = 0.9130 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08493300320612902
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2355 | LCC = 0.9131 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.08052586499235534
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2252 | LCC = 0.9116 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08010619947676025
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2423 | LCC = 0.9073 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.07678261334668694
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2486 | LCC = 0.9104 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.07226099452875942
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2678 | LCC = 0.9086 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06679538144283212
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2759 | LCC = 0.9090 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.062422781773557555
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2485 | LCC = 0.9083 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.060474306237318615
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2766 | LCC = 0.9061 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.05742815668786192
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2311 | LCC = 0.9091 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.05467315435926349
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2558 | LCC = 0.9070 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.05170988140767709
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2365 | LCC = 0.9079 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.05126163249329335
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2526 | LCC = 0.9072 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.04892165030788824
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2838 | LCC = 0.9043 | SRCC = 0.9056 ]
+INFO:root:Average loss=0.049311871301232046
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2357 | LCC = 0.9092 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.04610283288437163
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2351 | LCC = 0.9075 | SRCC = 0.9075 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2425 | LCC = 0.9052 | SRCC = 0.9023 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer30/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a2d07bf69d51333ea0cde78c0e8ae1f534b1ded1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7250cc8a0d05ea4f2eededc796bee1944e98b8f9994594da2584d51ea0946bf
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2cd5bfd9a5ac2ea1c239852ef43b1dd168c39abe
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:033186552399a0422238bd516fecae721c23df8b102a2f33598374e7c34ff426
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer30/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5ac6280bab284d427bcf1cf0739b5c095223dd0a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.37720167783298936
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2829 | LCC = 0.8955 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.24999915580184473
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2723 | LCC = 0.9073 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.20765503616519057
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2435 | LCC = 0.9108 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.19721224365723616
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2558 | LCC = 0.9144 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.18111582311419394
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2462 | LCC = 0.9134 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1653418725711762
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2249 | LCC = 0.9156 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.15781723664847414
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2359 | LCC = 0.9154 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.14732330822186662
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2596 | LCC = 0.9122 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.1400023461507924
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2477 | LCC = 0.9148 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.13127581124877655
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2318 | LCC = 0.9127 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.12418158059519839
+INFO:root:
+[Valid][10][UTT][ MSE = 0.3046 | LCC = 0.9118 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.12022507479252843
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2379 | LCC = 0.9136 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.11062848033932592
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2512 | LCC = 0.9145 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10940413982365173
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2332 | LCC = 0.9130 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.10282986346266174
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2441 | LCC = 0.9093 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.09413208291365233
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2652 | LCC = 0.9121 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09036783189270538
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2393 | LCC = 0.9121 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08406857246091601
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2560 | LCC = 0.9105 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08009425929688305
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2682 | LCC = 0.9107 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07845647118425783
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2633 | LCC = 0.9090 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.07247307552078555
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2479 | LCC = 0.9080 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.07010668576452773
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2368 | LCC = 0.9097 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.06393017848103033
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2470 | LCC = 0.9085 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.06485305405679466
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2453 | LCC = 0.9081 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.062372979250429686
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2418 | LCC = 0.9107 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.05662729356416388
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2597 | LCC = 0.9065 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.054786378560813864
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2468 | LCC = 0.9108 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.05123271613322586
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2486 | LCC = 0.9087 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.05091112973760663
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2415 | LCC = 0.9103 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.0480301573635698
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2635 | LCC = 0.9055 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.04688504649423106
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2441 | LCC = 0.9105 | SRCC = 0.9099 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1922 | LCC = 0.9023 | SRCC = 0.8961 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer30/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..3a7846d980a494a96376d301ecb7b5b47e5dfe5c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1277b9fc7cede413234c0efe5d46f626b7abd075686c88d419573a4115fd6f23
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..33d61c796a306f2cf738fab42fd8e7fb0c61e38a
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:53dabcb2164404ecfce83cdc9ef26d758f55618e48d932dff97822499312af38
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer30/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1082e12d4cd259052a67254362cb35823c140387
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39912566327290727
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2918 | LCC = 0.8972 | SRCC = 0.8983 ]
+INFO:root:Average loss=0.23417502900079495
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3091 | LCC = 0.9075 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.20474806729424205
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2605 | LCC = 0.9099 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.18742397216530893
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2850 | LCC = 0.9147 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.1793714628226495
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2381 | LCC = 0.9147 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.1656426043179683
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2636 | LCC = 0.9162 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1518432944582377
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2552 | LCC = 0.9161 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.14748365772252828
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2858 | LCC = 0.9128 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.13914570035789744
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2409 | LCC = 0.9145 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.1319162656117037
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2539 | LCC = 0.9125 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.12540834823440264
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2651 | LCC = 0.9126 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.11729126841346653
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2441 | LCC = 0.9112 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.106109648146209
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2461 | LCC = 0.9126 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.10159006908622091
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2516 | LCC = 0.9100 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.0973046276438443
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2392 | LCC = 0.9109 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08902537919624004
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2422 | LCC = 0.9094 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.08844114962771449
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2639 | LCC = 0.9088 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.08033106635416175
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2535 | LCC = 0.9091 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.08225272111379342
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2321 | LCC = 0.9101 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.0743728913797464
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2490 | LCC = 0.9097 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.06849863554614817
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2490 | LCC = 0.9076 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.06341246074076333
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2544 | LCC = 0.9082 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.06154531172632827
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2832 | LCC = 0.9067 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.05758881579675426
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2758 | LCC = 0.9068 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.06062286469891581
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2536 | LCC = 0.9082 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.05383878360593939
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2455 | LCC = 0.9074 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.05086583842259611
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2423 | LCC = 0.9073 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.054726787363690445
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2557 | LCC = 0.9076 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.050156666590385354
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2657 | LCC = 0.9077 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.045185577501192946
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2604 | LCC = 0.9067 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.0442049579985569
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2515 | LCC = 0.9078 | SRCC = 0.9070 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2185 | LCC = 0.9111 | SRCC = 0.9036 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer30/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..6434157c6c613307b308164f92ff443fbe325244
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be95bcfecb10a40c84707cd6bd466c3acfcb0676505f1ebb765d0e9686311032
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..15285fd8c3c42339d4cf92b68bbbee6f86e7a862
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d9c2b1417328cfa1ac893b24c3d73033b0efd289a4031d139d665e00ef4f136
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer30/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..f89e453e661bb14e0f59ad21791754dfd4d03f59
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4067487117183002
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2761 | LCC = 0.8968 | SRCC = 0.8967 ]
+INFO:root:Average loss=0.23117983160335895
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2785 | LCC = 0.9062 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.20894440539138165
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2891 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.18374602819626043
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2586 | LCC = 0.9108 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.17392835499062015
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2468 | LCC = 0.9155 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.16307913197602839
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2519 | LCC = 0.9138 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.15410034001045833
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2655 | LCC = 0.9152 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.15309244605330374
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2949 | LCC = 0.9114 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.14151000321945015
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2422 | LCC = 0.9150 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.1330561988012639
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2296 | LCC = 0.9146 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.12735346808082107
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2457 | LCC = 0.9133 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.12953251378470762
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2483 | LCC = 0.9115 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.11582845242726321
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2614 | LCC = 0.9093 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.10811294929657368
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2520 | LCC = 0.9104 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.10999219688032404
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2517 | LCC = 0.9122 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.0969848238965335
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2461 | LCC = 0.9098 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.0941273499215614
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2544 | LCC = 0.9109 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.08702438970693963
+INFO:root:
+[Valid][17][UTT][ MSE = 0.3228 | LCC = 0.9038 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.08776599078336893
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2369 | LCC = 0.9101 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.08118690496493626
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2590 | LCC = 0.9083 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.07230137882894175
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2495 | LCC = 0.9079 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.07203763960241583
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2531 | LCC = 0.9080 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.06717162648205123
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2687 | LCC = 0.9067 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.06400222494939849
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2319 | LCC = 0.9092 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.06175389534906845
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2626 | LCC = 0.9059 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.06163236552666378
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2678 | LCC = 0.9064 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.057965180239064155
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2343 | LCC = 0.9083 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.054914001849173125
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2412 | LCC = 0.9069 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.052453982616866256
+INFO:root:
+[Valid][28][UTT][ MSE = 0.3132 | LCC = 0.9019 | SRCC = 0.9036 ]
+INFO:root:Average loss=0.050155670958102784
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2700 | LCC = 0.9053 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.04749675623728016
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2907 | LCC = 0.9036 | SRCC = 0.9054 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2238 | LCC = 0.9070 | SRCC = 0.9000 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer30/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..d8ca11803e9d75b763027229869b137868c36ad3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:85ae2516985ed300443f8d7ee632fa28f3e3d39e1069fa72038cc233280aa9aa
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer30/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..7de3e1135c017603b1920e41061107005636637c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2402476a167a9d504dcc8769bc917197516196cd05ec059535ad26563359e449
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer30/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer30/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..9c91e941495e1eb604b47ebbd624e5a4e79d4b3d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer30/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4346827997293086
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3315 | LCC = 0.8911 | SRCC = 0.8919 ]
+INFO:root:Average loss=0.2590104958225537
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2894 | LCC = 0.9051 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.21311024253423502
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2469 | LCC = 0.9109 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.1907157402248741
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2994 | LCC = 0.9127 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.1807410064546359
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2622 | LCC = 0.9167 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.18284318234362354
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2520 | LCC = 0.9163 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.1594623189871711
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2448 | LCC = 0.9164 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.1570543942682316
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2589 | LCC = 0.9161 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14142497999302914
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2768 | LCC = 0.9136 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.13445478303067257
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2542 | LCC = 0.9148 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.12767030884420252
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2475 | LCC = 0.9160 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.1188239212756212
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2239 | LCC = 0.9152 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11807456110857126
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2426 | LCC = 0.9122 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.11370620415734418
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2608 | LCC = 0.9142 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.10449311722909783
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2563 | LCC = 0.9128 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.0953674187420765
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2557 | LCC = 0.9120 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.09205239528865483
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2816 | LCC = 0.9118 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.08775589089689917
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2388 | LCC = 0.9103 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07945723803660085
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2466 | LCC = 0.9100 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.07502719796548
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2425 | LCC = 0.9118 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07409680850071713
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2395 | LCC = 0.9117 | SRCC = 0.9110 ]
+INFO:root:Average loss=0.06934774974953233
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2510 | LCC = 0.9094 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.066049183379708
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2340 | LCC = 0.9104 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.062466394952955966
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2552 | LCC = 0.9093 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.05850306338485266
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2266 | LCC = 0.9110 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.05713446027023255
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2466 | LCC = 0.9107 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.05449613612252853
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2486 | LCC = 0.9099 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.0523385423305579
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2581 | LCC = 0.9089 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.050189339690384145
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2535 | LCC = 0.9110 | SRCC = 0.9101 ]
+INFO:root:Average loss=0.04742984248680531
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2852 | LCC = 0.9082 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.05184274198045965
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2596 | LCC = 0.9094 | SRCC = 0.9086 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2547 | LCC = 0.9073 | SRCC = 0.8968 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer32/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..f3c98da9e932fb0636ab9de12d866dfa0a15a8d5
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:51205f3b89e4b51ec788e0048459e934f75c24b29e305ebc3b8f1c1e71907c7c
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec06f3813878fd6180b796e91e8cadab2830a6cc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30a9f96711b449e83cbc607dfb0216fe844d1735ec4b4c41167e90b0dfa73353
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer32/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..210538bcccc28dc60745143df80d34515ed10447
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39789431244996243
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3010 | LCC = 0.8966 | SRCC = 0.8958 ]
+INFO:root:Average loss=0.2320954487847455
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2621 | LCC = 0.9031 | SRCC = 0.9031 ]
+INFO:root:Average loss=0.2073601688436001
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2701 | LCC = 0.9117 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.19547074753252758
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2290 | LCC = 0.9109 | SRCC = 0.9128 ]
+INFO:root:Average loss=0.17376111800960034
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2344 | LCC = 0.9133 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.16933690941747212
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2390 | LCC = 0.9153 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.15599042164280236
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2439 | LCC = 0.9132 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1487947619288643
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2283 | LCC = 0.9152 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.13912118437317755
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2291 | LCC = 0.9142 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.13362960250391437
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2431 | LCC = 0.9143 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.1291631403772128
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2361 | LCC = 0.9149 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.12084347532922132
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2163 | LCC = 0.9146 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11149313003686122
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2421 | LCC = 0.9131 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.10678745849284134
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2340 | LCC = 0.9147 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.10069944072148704
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2263 | LCC = 0.9135 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.09795513650068657
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2173 | LCC = 0.9122 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.09083166971501243
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2284 | LCC = 0.9114 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.08580520154768331
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2183 | LCC = 0.9122 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08085600717391582
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2182 | LCC = 0.9122 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07473833271103099
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2370 | LCC = 0.9107 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07231091204061674
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2332 | LCC = 0.9109 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06847943372033924
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2514 | LCC = 0.9059 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.06785898804233942
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2371 | LCC = 0.9089 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.07013377670004878
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2242 | LCC = 0.9104 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.06380131711505052
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2261 | LCC = 0.9094 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.060419728839500794
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2432 | LCC = 0.9090 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.057198437329144834
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2522 | LCC = 0.9068 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.055322126458490516
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2373 | LCC = 0.9087 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.05252644762052277
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2342 | LCC = 0.9078 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.05113799452264874
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2319 | LCC = 0.9109 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.0491321254413941
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2453 | LCC = 0.9076 | SRCC = 0.9089 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1951 | LCC = 0.9078 | SRCC = 0.9035 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer32/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..bac6c3543f0206d34079a8b98e88b9eaac812228
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1639c616e42c3659ec7ecda630e5e9c995c1ab11030e448998e9ffcbf2559b1
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..ec943e55c09c94b9e34b2066122a1c6de14d38a3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e6c4b3be2ea030f4da11f110f1abf6cdec62a2685c93a1e26e190a4885023d1b
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer32/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..3f45f2c3db530bca50f0d70ca4a951b2bda7bdea
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.41384037450558875
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3361 | LCC = 0.8958 | SRCC = 0.8969 ]
+INFO:root:Average loss=0.24226553333287984
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2974 | LCC = 0.9071 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.20465808090447002
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2678 | LCC = 0.9111 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19133698841223137
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2909 | LCC = 0.9104 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.17750893270521495
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2544 | LCC = 0.9151 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.17053399286690474
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2660 | LCC = 0.9148 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.1593369032778492
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2654 | LCC = 0.9141 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.15641060514601668
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2462 | LCC = 0.9134 | SRCC = 0.9143 ]
+INFO:root:Average loss=0.14336105879676136
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2723 | LCC = 0.9146 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.13502069859835453
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2425 | LCC = 0.9158 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.13173228618554297
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2472 | LCC = 0.9125 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.12545474007122778
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2414 | LCC = 0.9149 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.1188053254016562
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2419 | LCC = 0.9119 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.10728076776500382
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2554 | LCC = 0.9121 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.10633747365777892
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2663 | LCC = 0.9097 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.10114410842601963
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2827 | LCC = 0.9104 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.09740844612262842
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2540 | LCC = 0.9089 | SRCC = 0.9077 ]
+INFO:root:Average loss=0.09039028305452683
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2369 | LCC = 0.9113 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.08331294762605877
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2608 | LCC = 0.9089 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.07776178662918207
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2606 | LCC = 0.9094 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.07541120590674395
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2776 | LCC = 0.9081 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.07161451822329808
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2560 | LCC = 0.9090 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.07063635150132151
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2460 | LCC = 0.9091 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.06890745682781832
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2640 | LCC = 0.9065 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.061661603112269
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2524 | LCC = 0.9076 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.05962407377930735
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2575 | LCC = 0.9070 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.05768341118889737
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2607 | LCC = 0.9083 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.05518157153546466
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2547 | LCC = 0.9086 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.05501297932398112
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2476 | LCC = 0.9066 | SRCC = 0.9061 ]
+INFO:root:Average loss=0.049692635236017274
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2774 | LCC = 0.9068 | SRCC = 0.9060 ]
+INFO:root:Average loss=0.04761304624507882
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2688 | LCC = 0.9066 | SRCC = 0.9059 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2027 | LCC = 0.9116 | SRCC = 0.9069 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer32/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..dca0c86e077a2059b79274820fe086501f2ee0dd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6d7e8c88b20f2cf05cf235f363e3104562108db2cd464bc083dbc4c13a28dc4
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..c98a4f6286ff010aaf96d7ddff607463a08e0b6f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce1fd3b54c40c15173abd38f4de6bf5f882b47211ff650a0ce2c746e909f6bf5
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer32/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..6ef2267511b6aa2e50290e2f31140cab5f254453
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4666992503439071
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3614 | LCC = 0.8965 | SRCC = 0.8971 ]
+INFO:root:Average loss=0.2216153020803639
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2679 | LCC = 0.9077 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.2010368149232313
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2746 | LCC = 0.9095 | SRCC = 0.9096 ]
+INFO:root:Average loss=0.18127027115208566
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2804 | LCC = 0.9129 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.17343642902856618
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2545 | LCC = 0.9147 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.16265561819248806
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2517 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.159790487389344
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2409 | LCC = 0.9138 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.14641243852459626
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2348 | LCC = 0.9163 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.14189219535086195
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2540 | LCC = 0.9145 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.13279034227477332
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2403 | LCC = 0.9148 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.12308399194065546
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2449 | LCC = 0.9123 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.11894032161015307
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2451 | LCC = 0.9101 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.11342434798275804
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2475 | LCC = 0.9128 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.10726543033570912
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2355 | LCC = 0.9112 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.10317184918188635
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2625 | LCC = 0.9112 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.09475528797662328
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2599 | LCC = 0.9088 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.09042544146149145
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2659 | LCC = 0.9066 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.08403698910523012
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2999 | LCC = 0.9041 | SRCC = 0.9054 ]
+INFO:root:Average loss=0.07942059235593488
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2630 | LCC = 0.9083 | SRCC = 0.9071 ]
+INFO:root:Average loss=0.07518315844969943
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2452 | LCC = 0.9067 | SRCC = 0.9064 ]
+INFO:root:Average loss=0.07177912784105091
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2846 | LCC = 0.9034 | SRCC = 0.9032 ]
+INFO:root:Average loss=0.06877530144387586
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2542 | LCC = 0.9044 | SRCC = 0.9039 ]
+INFO:root:Average loss=0.06550691313395611
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2410 | LCC = 0.9073 | SRCC = 0.9066 ]
+INFO:root:Average loss=0.061081195303987215
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2524 | LCC = 0.9067 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.06263643550562721
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2704 | LCC = 0.9026 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.06068799253876154
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2623 | LCC = 0.9041 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.0575590308518768
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2486 | LCC = 0.9066 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.053514969981991484
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2453 | LCC = 0.9075 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.05268192536741323
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2457 | LCC = 0.9060 | SRCC = 0.9052 ]
+INFO:root:Average loss=0.04774961632412637
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2398 | LCC = 0.9072 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.04902402799296586
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2642 | LCC = 0.9046 | SRCC = 0.9053 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2084 | LCC = 0.9050 | SRCC = 0.9012 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer32/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..5b1795a7da70c6ac5cd3d76f6b9eb63f0e91fcd4
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3aa5ec74014aec06a5b8c9fcefc78f24f42f11134cf2b0ece463c3b99cff4c00
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b69614c2af0c40419b373faddc464ca764467f3d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ab2148eb6954fdd3d6bf5254a50db6e84516f09e106545d96e218d0bac252ba
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer32/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..65e4effc63767b035c0c88bd6ae52cf563b7c302
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.39602556066706
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3060 | LCC = 0.8953 | SRCC = 0.8947 ]
+INFO:root:Average loss=0.23380055601541708
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2713 | LCC = 0.9064 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.20906266363369935
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2495 | LCC = 0.9098 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.1977957180039042
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2584 | LCC = 0.9129 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.18345585198416187
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2634 | LCC = 0.9146 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.16998044633968717
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2396 | LCC = 0.9158 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.16253984909009384
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2612 | LCC = 0.9163 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.1481356441199435
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2593 | LCC = 0.9158 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.14035305001832157
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2485 | LCC = 0.9158 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.13683644819983168
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2601 | LCC = 0.9147 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.13280280649317483
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2545 | LCC = 0.9148 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.12143401525957737
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3468 | LCC = 0.9100 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.11539461836218834
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2592 | LCC = 0.9112 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.10905209773710009
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2316 | LCC = 0.9131 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.10191089849423811
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2596 | LCC = 0.9095 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.0988454949003079
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2603 | LCC = 0.9107 | SRCC = 0.9106 ]
+INFO:root:Average loss=0.0925297185003413
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2599 | LCC = 0.9115 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.0895173585182325
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2516 | LCC = 0.9114 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.08452417761776489
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2261 | LCC = 0.9111 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.07619504339863799
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2553 | LCC = 0.9097 | SRCC = 0.9088 ]
+INFO:root:Average loss=0.08224845483812983
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2473 | LCC = 0.9106 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.07088522694875739
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2344 | LCC = 0.9107 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.06961102817056841
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2367 | LCC = 0.9104 | SRCC = 0.9091 ]
+INFO:root:Average loss=0.06935630653677993
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2397 | LCC = 0.9095 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.061030308958250665
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2805 | LCC = 0.9055 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.0608640948816531
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2669 | LCC = 0.9047 | SRCC = 0.9053 ]
+INFO:root:Average loss=0.05674868584152935
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2410 | LCC = 0.9087 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.05442345058383969
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2584 | LCC = 0.9063 | SRCC = 0.9051 ]
+INFO:root:Average loss=0.053193282702065615
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2582 | LCC = 0.9054 | SRCC = 0.9048 ]
+INFO:root:Average loss=0.05083835105589359
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2723 | LCC = 0.9064 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.04875322099710475
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2577 | LCC = 0.9066 | SRCC = 0.9060 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2239 | LCC = 0.9107 | SRCC = 0.9063 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer32/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..93cc4f5eb0286d8f041039be3d50abcb6e2879c1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecabd62475487fd74894c12618722bc41c6423bc8f7c9a28861e43295f0f9da9
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer32/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e5f9dd4e3f2df3b5605574ff9a53dbb1d5c97261
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c634f81254a11161e2a17f0d7bc82445896fece7e79426a6f9bd75f1c25e632b
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer32/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer32/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..796073242ed371006467e5ca8a10ca0e996e563e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer32/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3640591063768188
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2935 | LCC = 0.8958 | SRCC = 0.8961 ]
+INFO:root:Average loss=0.24204636558976478
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2784 | LCC = 0.9078 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.21159486511366904
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3094 | LCC = 0.9112 | SRCC = 0.9107 ]
+INFO:root:Average loss=0.19188605696824246
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2814 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.17208421083888567
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2651 | LCC = 0.9162 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.16293866643843624
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2498 | LCC = 0.9166 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.15275028959519601
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2633 | LCC = 0.9143 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.15421425090359814
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2690 | LCC = 0.9134 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.1419985678929814
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2901 | LCC = 0.9120 | SRCC = 0.9127 ]
+INFO:root:Average loss=0.13921422356298205
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2502 | LCC = 0.9158 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.12930347249342528
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2607 | LCC = 0.9157 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.11790781786848355
+INFO:root:
+[Valid][11][UTT][ MSE = 0.3427 | LCC = 0.9122 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.11737572961632227
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2745 | LCC = 0.9129 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.10933389200296016
+INFO:root:
+[Valid][13][UTT][ MSE = 0.3389 | LCC = 0.9106 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10519859976420513
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2347 | LCC = 0.9136 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09421753177064003
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2994 | LCC = 0.9101 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.09198909315329067
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2456 | LCC = 0.9107 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.0871970456933355
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2406 | LCC = 0.9096 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.08250831018035122
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2349 | LCC = 0.9089 | SRCC = 0.9073 ]
+INFO:root:Average loss=0.07743117637458564
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2715 | LCC = 0.9068 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.0731903785958111
+INFO:root:
+[Valid][20][UTT][ MSE = 0.3140 | LCC = 0.9058 | SRCC = 0.9068 ]
+INFO:root:Average loss=0.07064268766024898
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2828 | LCC = 0.9081 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.06385438949558776
+INFO:root:
+[Valid][22][UTT][ MSE = 0.3189 | LCC = 0.9055 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.06291407848455313
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2387 | LCC = 0.9086 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.06241516585897848
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2735 | LCC = 0.9056 | SRCC = 0.9059 ]
+INFO:root:Average loss=0.05914333805097321
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2427 | LCC = 0.9088 | SRCC = 0.9076 ]
+INFO:root:Average loss=0.05732722171296963
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2341 | LCC = 0.9080 | SRCC = 0.9070 ]
+INFO:root:Average loss=0.055338208062972634
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2474 | LCC = 0.9045 | SRCC = 0.9033 ]
+INFO:root:Average loss=0.05227358572486508
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2530 | LCC = 0.9063 | SRCC = 0.9058 ]
+INFO:root:Average loss=0.047550110738573736
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2683 | LCC = 0.9037 | SRCC = 0.9030 ]
+INFO:root:Average loss=0.04780252036676241
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2697 | LCC = 0.9044 | SRCC = 0.9041 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1919 | LCC = 0.9127 | SRCC = 0.9031 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer34/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..56b0bc9e0051d144ab070a94055b16c4aaef2efd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8e9c65334b1a82cfca5edb93b85ea235fd59df14bf2c823d8e7356b13b944cbf
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..1ebcd5420c3aef82ac2652deaf4b245f7c1eda72
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5a3c48932ed0350d4b71ccb3e153e38370131b9da20b714fae03adc6d26e954f
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer34/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..d88013704da1dc2622ca117813ae3f772146eef3
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3647195942312307
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2920 | LCC = 0.9070 | SRCC = 0.9062 ]
+INFO:root:Average loss=0.20762948007080595
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3101 | LCC = 0.9124 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.19331631512311154
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3018 | LCC = 0.9142 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.18335642209115055
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2880 | LCC = 0.9135 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.17159696965548343
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2678 | LCC = 0.9165 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.16013648761490176
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2472 | LCC = 0.9180 | SRCC = 0.9173 ]
+INFO:root:Average loss=0.1581536360472613
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2414 | LCC = 0.9157 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14662781689380636
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2770 | LCC = 0.9131 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.14246467561218779
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2500 | LCC = 0.9148 | SRCC = 0.9154 ]
+INFO:root:Average loss=0.13412564553621875
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2759 | LCC = 0.9159 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.12622023671004123
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2459 | LCC = 0.9160 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.12081977957590467
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2481 | LCC = 0.9149 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.11189009946894783
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2671 | LCC = 0.9142 | SRCC = 0.9142 ]
+INFO:root:Average loss=0.10576047502845698
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2570 | LCC = 0.9120 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.09749501491385389
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2734 | LCC = 0.9144 | SRCC = 0.9138 ]
+INFO:root:Average loss=0.09401955485688468
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2376 | LCC = 0.9118 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.09007770227903576
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2479 | LCC = 0.9105 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.08399642698165309
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2562 | LCC = 0.9113 | SRCC = 0.9115 ]
+INFO:root:Average loss=0.07969736282019257
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2550 | LCC = 0.9110 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.07426972794911765
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2584 | LCC = 0.9102 | SRCC = 0.9104 ]
+INFO:root:Average loss=0.07706323539504426
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2646 | LCC = 0.9120 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.07107757671461629
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2502 | LCC = 0.9102 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.06594873736531748
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2219 | LCC = 0.9111 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.0615616966620346
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2615 | LCC = 0.9090 | SRCC = 0.9082 ]
+INFO:root:Average loss=0.060147511046056805
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2487 | LCC = 0.9091 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.056885418627475724
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2433 | LCC = 0.9073 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.05748306262183052
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2590 | LCC = 0.9063 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.052842979701612725
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2560 | LCC = 0.9063 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.05210634310207615
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2441 | LCC = 0.9083 | SRCC = 0.9079 ]
+INFO:root:Average loss=0.04926852115316887
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2505 | LCC = 0.9072 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.048223753540502116
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2635 | LCC = 0.9097 | SRCC = 0.9091 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2078 | LCC = 0.9094 | SRCC = 0.9044 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer34/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..a384fc5757191f50c0cb430081fa8de9869c479d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:68bf0f021cb9f3d5b4e780583535d69e434f54366b3f6908955c46c2a4ae2b2c
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2fa79571a58cde9a72b49f56d71f4d3cf39cf8bc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9533c514e56637d30815df0ae35c83f44439ff39648cef9b86346c89c504922e
+size 5698758
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer34/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..05b6250b08acebf5080eae360af6fbb6fdb8633b
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.44035221403733843
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2765 | LCC = 0.9030 | SRCC = 0.9043 ]
+INFO:root:Average loss=0.22670763978637712
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2732 | LCC = 0.9124 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.19780946014761236
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2882 | LCC = 0.9160 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.182903263911691
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3021 | LCC = 0.9156 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.17339891660420192
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2371 | LCC = 0.9175 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.16689635959663832
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2511 | LCC = 0.9198 | SRCC = 0.9191 ]
+INFO:root:Average loss=0.16508330770827442
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2634 | LCC = 0.9172 | SRCC = 0.9166 ]
+INFO:root:Average loss=0.1491560529852878
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2378 | LCC = 0.9183 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.138637094656167
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2521 | LCC = 0.9178 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.13451747914959242
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2407 | LCC = 0.9175 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1274716792509735
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2621 | LCC = 0.9153 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.11912163805668753
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2423 | LCC = 0.9122 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.11045614959445992
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2490 | LCC = 0.9161 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.10663346911785919
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2537 | LCC = 0.9084 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.10148801753631218
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2598 | LCC = 0.9149 | SRCC = 0.9147 ]
+INFO:root:Average loss=0.09890193306986307
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2481 | LCC = 0.9135 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08931261589589147
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2405 | LCC = 0.9135 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.08673476552687628
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2470 | LCC = 0.9118 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.08364747460350136
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2513 | LCC = 0.9114 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07531044757090552
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.9110 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.07527145052145671
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2451 | LCC = 0.9118 | SRCC = 0.9114 ]
+INFO:root:Average loss=0.06819126823906264
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2450 | LCC = 0.9101 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.06651923936829401
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2506 | LCC = 0.9090 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.06258304893023017
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2611 | LCC = 0.9096 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.06000118941671587
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2451 | LCC = 0.9113 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.05772205600999511
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2607 | LCC = 0.9086 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.05555054793037431
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2513 | LCC = 0.9088 | SRCC = 0.9094 ]
+INFO:root:Average loss=0.05439360838146568
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2521 | LCC = 0.9090 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.049800351768129136
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2644 | LCC = 0.9085 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.04810469728932215
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2634 | LCC = 0.9074 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.04656238030276202
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2613 | LCC = 0.9079 | SRCC = 0.9078 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2198 | LCC = 0.9221 | SRCC = 0.9132 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer34/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..25a920c9b38ae0cdcaf1df10b4f85e184eb99616
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7092c2c6ad9835296065f4a9b38503f8968351fb305073714c1155a23d09c627
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..048ff9682df4f60dce92f4a17ecfb43126f1d48c
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d64be2a7dbe9675024d4ab7ea0d7b8c15d5ea5bc6aff491392b70be8cdce6d2
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer34/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..bcb69f61b779b7f558a78625a7b24fe21c69a795
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3881226504985997
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2836 | LCC = 0.9069 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.2146752567994112
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3085 | LCC = 0.9096 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.19615086900188744
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2506 | LCC = 0.9150 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.18803461554939346
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3465 | LCC = 0.9156 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.16858576647291293
+INFO:root:
+[Valid][4][UTT][ MSE = 0.3171 | LCC = 0.9156 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.16308674345471266
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2278 | LCC = 0.9169 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.1615552960792718
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2542 | LCC = 0.9189 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.14806271671732038
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2578 | LCC = 0.9168 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.14292497011278407
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2691 | LCC = 0.9184 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13109848721523507
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2535 | LCC = 0.9157 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.12821223466210283
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2247 | LCC = 0.9171 | SRCC = 0.9171 ]
+INFO:root:Average loss=0.12236885575717585
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2459 | LCC = 0.9155 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.11689007678472926
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2395 | LCC = 0.9118 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.11256686438714837
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2780 | LCC = 0.9120 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.10239912627663227
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2314 | LCC = 0.9131 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.10305086833376416
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2464 | LCC = 0.9130 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.09148694639433326
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2432 | LCC = 0.9121 | SRCC = 0.9117 ]
+INFO:root:Average loss=0.08645933065455773
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2447 | LCC = 0.9117 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.08167208948662516
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2482 | LCC = 0.9091 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.07761086863761692
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2807 | LCC = 0.9091 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.07491788466197218
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2481 | LCC = 0.9093 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.07124853793079454
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2514 | LCC = 0.9080 | SRCC = 0.9093 ]
+INFO:root:Average loss=0.06601868401889856
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2547 | LCC = 0.9086 | SRCC = 0.9092 ]
+INFO:root:Average loss=0.0648262117897844
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2529 | LCC = 0.9067 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.06084874397240622
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2548 | LCC = 0.9070 | SRCC = 0.9063 ]
+INFO:root:Average loss=0.060025532810674236
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2459 | LCC = 0.9050 | SRCC = 0.9055 ]
+INFO:root:Average loss=0.05585195728163154
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2570 | LCC = 0.9082 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.05653578082820928
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2512 | LCC = 0.9082 | SRCC = 0.9078 ]
+INFO:root:Average loss=0.051162539491419155
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2684 | LCC = 0.9063 | SRCC = 0.9065 ]
+INFO:root:Average loss=0.04987243400359085
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2434 | LCC = 0.9076 | SRCC = 0.9069 ]
+INFO:root:Average loss=0.04860682310698005
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2592 | LCC = 0.9045 | SRCC = 0.9047 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2009 | LCC = 0.9173 | SRCC = 0.9109 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer34/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run3/model.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run3/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..9910979e91d5de3b0de67cbc390765fae4839c7f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run3/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:855fb352fc31a74c25532e91b31ea94631f0d77ec09284246e72c3c8b4a45a72
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run3/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run3/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..40379b95778cac0762725a8f16c752b47516302f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run3/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8365ea41451e84cf11fb121172220fed66e69be18c6977ac80471df3c4a1fd94
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run3/train.log b/results_nisqa/w2v2_xlsr_2b/layer34/run3/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..55c77583dc899a95ca7f98309b32e569327a30cc
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run3/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3706655573810456
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3365 | LCC = 0.8962 | SRCC = 0.9022 ]
+INFO:root:Average loss=0.21507516339679675
+INFO:root:
+[Valid][1][UTT][ MSE = 0.3936 | LCC = 0.9118 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.20143762398834172
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2483 | LCC = 0.9173 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1800430606124718
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2540 | LCC = 0.9184 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.1707850439700088
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2396 | LCC = 0.9184 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.16305003259223322
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2494 | LCC = 0.9199 | SRCC = 0.9193 ]
+INFO:root:Average loss=0.1579151614811379
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2607 | LCC = 0.9190 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.14587711883073598
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2264 | LCC = 0.9193 | SRCC = 0.9187 ]
+INFO:root:Average loss=0.14143389825186978
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2925 | LCC = 0.9166 | SRCC = 0.9177 ]
+INFO:root:Average loss=0.13894135492040932
+INFO:root:
+[Valid][9][UTT][ MSE = 0.3013 | LCC = 0.9169 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13085167478188614
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2325 | LCC = 0.9186 | SRCC = 0.9179 ]
+INFO:root:Average loss=0.11726399295764163
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2677 | LCC = 0.9165 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.11266747758739945
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2739 | LCC = 0.9144 | SRCC = 0.9140 ]
+INFO:root:Average loss=0.10999078109774287
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2272 | LCC = 0.9169 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.10215666928904595
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2337 | LCC = 0.9167 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.09590373683527026
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2490 | LCC = 0.9129 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0962193241999673
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2451 | LCC = 0.9159 | SRCC = 0.9161 ]
+INFO:root:Average loss=0.08543343844182918
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2609 | LCC = 0.9139 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.08360414069167452
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2401 | LCC = 0.9164 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.07754045927283391
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2407 | LCC = 0.9159 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.07393037166037311
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2554 | LCC = 0.9141 | SRCC = 0.9132 ]
+INFO:root:Average loss=0.06990866403962147
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2389 | LCC = 0.9146 | SRCC = 0.9141 ]
+INFO:root:Average loss=0.06788798113692703
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2446 | LCC = 0.9137 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.06416076563858572
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2403 | LCC = 0.9133 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.0603573729494059
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2371 | LCC = 0.9130 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.061162936829590384
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2271 | LCC = 0.9138 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.055650099832026255
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2294 | LCC = 0.9129 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.053359150628134004
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2776 | LCC = 0.9113 | SRCC = 0.9129 ]
+INFO:root:Average loss=0.05286630081561949
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2486 | LCC = 0.9134 | SRCC = 0.9121 ]
+INFO:root:Average loss=0.05014052668403339
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2533 | LCC = 0.9123 | SRCC = 0.9112 ]
+INFO:root:Average loss=0.047485835064267144
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2361 | LCC = 0.9132 | SRCC = 0.9117 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2062 | LCC = 0.9182 | SRCC = 0.9128 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run4/config.gin b/results_nisqa/w2v2_xlsr_2b/layer34/run4/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run4/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run4/model.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run4/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b6bf9f2d2d7fecb1e43a410d716317d328f197e6
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run4/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0e72825e29dfaaca2a083c88d2664f89ffd9df7cd0cea788e0555a1ee305420b
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run4/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer34/run4/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..2ac38f347bc5ee532263b988095abae875c8440e
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run4/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9a8b81625d340536310415e8a0354afa435f9fb0c99a9e4eb191db0bfd074ed4
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer34/run4/train.log b/results_nisqa/w2v2_xlsr_2b/layer34/run4/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..737c8e01f663ff71a1218d3224d9fd5c89a71e77
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer34/run4/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.36997804416052865
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3454 | LCC = 0.9023 | SRCC = 0.9017 ]
+INFO:root:Average loss=0.22195037290712313
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2931 | LCC = 0.9109 | SRCC = 0.9111 ]
+INFO:root:Average loss=0.1937495751704784
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2683 | LCC = 0.9140 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.18161609902375006
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2651 | LCC = 0.9140 | SRCC = 0.9134 ]
+INFO:root:Average loss=0.18026487865199933
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2641 | LCC = 0.9171 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.16546307448190073
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2556 | LCC = 0.9165 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.15574562644338333
+INFO:root:
+[Valid][6][UTT][ MSE = 0.3337 | LCC = 0.9150 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.1516146580607905
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2962 | LCC = 0.9167 | SRCC = 0.9158 ]
+INFO:root:Average loss=0.14370677267023593
+INFO:root:
+[Valid][8][UTT][ MSE = 0.3477 | LCC = 0.9136 | SRCC = 0.9150 ]
+INFO:root:Average loss=0.14233552642984887
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2583 | LCC = 0.9169 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.12651533728217804
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2437 | LCC = 0.9163 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.11955751241803858
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2545 | LCC = 0.9156 | SRCC = 0.9149 ]
+INFO:root:Average loss=0.11861993643762059
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2678 | LCC = 0.9162 | SRCC = 0.9151 ]
+INFO:root:Average loss=0.11122933777339886
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2505 | LCC = 0.9135 | SRCC = 0.9136 ]
+INFO:root:Average loss=0.10404792906059696
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2500 | LCC = 0.9139 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.10027078987029246
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2518 | LCC = 0.9117 | SRCC = 0.9125 ]
+INFO:root:Average loss=0.08798989709574363
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2651 | LCC = 0.9129 | SRCC = 0.9123 ]
+INFO:root:Average loss=0.08515979080444816
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2472 | LCC = 0.9118 | SRCC = 0.9126 ]
+INFO:root:Average loss=0.0841283436886148
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2388 | LCC = 0.9119 | SRCC = 0.9116 ]
+INFO:root:Average loss=0.0811861504321498
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2669 | LCC = 0.9132 | SRCC = 0.9119 ]
+INFO:root:Average loss=0.07698828068082732
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2767 | LCC = 0.9110 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.07031323004923115
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2651 | LCC = 0.9115 | SRCC = 0.9109 ]
+INFO:root:Average loss=0.06601379226053382
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2764 | LCC = 0.9090 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.06953188148192588
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2720 | LCC = 0.9084 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.06239119695359572
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2510 | LCC = 0.9109 | SRCC = 0.9105 ]
+INFO:root:Average loss=0.06448417595140851
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2866 | LCC = 0.9112 | SRCC = 0.9100 ]
+INFO:root:Average loss=0.059210953727967475
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2743 | LCC = 0.9095 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.05507181832469957
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2609 | LCC = 0.9102 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.051044010239615606
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2604 | LCC = 0.9066 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.05401444575087184
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2636 | LCC = 0.9088 | SRCC = 0.9089 ]
+INFO:root:Average loss=0.04707661714684756
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2962 | LCC = 0.9084 | SRCC = 0.9086 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2232 | LCC = 0.9118 | SRCC = 0.9062 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run0/config.gin b/results_nisqa/w2v2_xlsr_2b/layer36/run0/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run0/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run0/model.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run0/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..672789d79bb1a7addbde675bd5f32036b2f86b6d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run0/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:75e18ccd30fe3ca8582a9b3450f9611b543ade86569f893c29a7045ec2c37fa9
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run0/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run0/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fcb44c53d478fdd7ac061f8bbf863d8ea7c66dfd
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run0/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4cf13ff411b8f91ec3630d68793111bdbd6589ff7fe58908bc57f9b8076c3fe
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run0/train.log b/results_nisqa/w2v2_xlsr_2b/layer36/run0/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..98dbd49a2214b04ced7eda23b7a22f69051778e1
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run0/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.40249978600209846
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2635 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.20825932777858194
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2793 | LCC = 0.9158 | SRCC = 0.9157 ]
+INFO:root:Average loss=0.18831047058277736
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2617 | LCC = 0.9167 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.17835611475340893
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2722 | LCC = 0.9184 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17279761960740722
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2440 | LCC = 0.9195 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.1652453203249529
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2710 | LCC = 0.9171 | SRCC = 0.9167 ]
+INFO:root:Average loss=0.1587898685580733
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2432 | LCC = 0.9212 | SRCC = 0.9202 ]
+INFO:root:Average loss=0.15223046715204427
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2738 | LCC = 0.9202 | SRCC = 0.9196 ]
+INFO:root:Average loss=0.14193387368338645
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2532 | LCC = 0.9210 | SRCC = 0.9204 ]
+INFO:root:Average loss=0.1358917917991649
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2517 | LCC = 0.9196 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.13032729596416384
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2423 | LCC = 0.9189 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.12317189294306528
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2330 | LCC = 0.9197 | SRCC = 0.9192 ]
+INFO:root:Average loss=0.11727355722058026
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2283 | LCC = 0.9180 | SRCC = 0.9168 ]
+INFO:root:Average loss=0.11000764624059545
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2314 | LCC = 0.9172 | SRCC = 0.9182 ]
+INFO:root:Average loss=0.10425501932643053
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2492 | LCC = 0.9180 | SRCC = 0.9172 ]
+INFO:root:Average loss=0.09818694576879457
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2416 | LCC = 0.9136 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.09585822644950337
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2808 | LCC = 0.9133 | SRCC = 0.9160 ]
+INFO:root:Average loss=0.08814432958647006
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2316 | LCC = 0.9171 | SRCC = 0.9162 ]
+INFO:root:Average loss=0.0853898228076152
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2575 | LCC = 0.9163 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.0808610476639574
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2368 | LCC = 0.9148 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.0801287205362251
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2334 | LCC = 0.9162 | SRCC = 0.9155 ]
+INFO:root:Average loss=0.07125655100869306
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2577 | LCC = 0.9122 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.06962855659812861
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2544 | LCC = 0.9144 | SRCC = 0.9152 ]
+INFO:root:Average loss=0.07195441420539955
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2336 | LCC = 0.9158 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.0650487279228737
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2434 | LCC = 0.9140 | SRCC = 0.9133 ]
+INFO:root:Average loss=0.06407235444367276
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2364 | LCC = 0.9146 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.05895153067015499
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2325 | LCC = 0.9147 | SRCC = 0.9145 ]
+INFO:root:Average loss=0.05643354412275932
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2512 | LCC = 0.9134 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.05439948199069224
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2375 | LCC = 0.9143 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.05050434785857366
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2255 | LCC = 0.9141 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.05077649026333941
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2316 | LCC = 0.9139 | SRCC = 0.9129 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2000 | LCC = 0.9157 | SRCC = 0.9095 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run1/config.gin b/results_nisqa/w2v2_xlsr_2b/layer36/run1/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run1/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run1/model.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run1/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..aa5f8aab2d68d0fd13b2d6db86c4d6d684fd703f
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run1/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6805032c26135d06a9ae73da9139658002fc49d7717ec5f01fd5774e34635832
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run1/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run1/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..849e46e3663f13ecc59ad07acd7e658835226af2
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run1/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff5aea36f5beda2097eb6aca6a7e5e0d4a9e061601cbd3226d29af4d42d107b8
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run1/train.log b/results_nisqa/w2v2_xlsr_2b/layer36/run1/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..5a7ab41b1bae850856dd06fb4176542024c2350d
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run1/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.3400260973183406
+INFO:root:
+[Valid][0][UTT][ MSE = 0.2664 | LCC = 0.9084 | SRCC = 0.9087 ]
+INFO:root:Average loss=0.20748984141845925
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2584 | LCC = 0.9154 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.19212739346172078
+INFO:root:
+[Valid][2][UTT][ MSE = 0.2533 | LCC = 0.9168 | SRCC = 0.9176 ]
+INFO:root:Average loss=0.17613910237660987
+INFO:root:
+[Valid][3][UTT][ MSE = 0.3181 | LCC = 0.9140 | SRCC = 0.9178 ]
+INFO:root:Average loss=0.16744921791415684
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2634 | LCC = 0.9175 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.1617914838339552
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2440 | LCC = 0.9181 | SRCC = 0.9185 ]
+INFO:root:Average loss=0.14971082601588587
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2297 | LCC = 0.9183 | SRCC = 0.9180 ]
+INFO:root:Average loss=0.1466232169139592
+INFO:root:
+[Valid][7][UTT][ MSE = 0.3049 | LCC = 0.9180 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.14143706354274915
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2611 | LCC = 0.9173 | SRCC = 0.9170 ]
+INFO:root:Average loss=0.12839389183273206
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2381 | LCC = 0.9174 | SRCC = 0.9165 ]
+INFO:root:Average loss=0.12480701364016947
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2355 | LCC = 0.9153 | SRCC = 0.9174 ]
+INFO:root:Average loss=0.11936253037928157
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2529 | LCC = 0.9153 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.11278384314537737
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2585 | LCC = 0.9144 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.11023241647578388
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2398 | LCC = 0.9143 | SRCC = 0.9148 ]
+INFO:root:Average loss=0.09985666188029195
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2375 | LCC = 0.9153 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.09345691528365102
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2269 | LCC = 0.9130 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08860908935352557
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2508 | LCC = 0.9127 | SRCC = 0.9137 ]
+INFO:root:Average loss=0.08798506690156942
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2455 | LCC = 0.9130 | SRCC = 0.9118 ]
+INFO:root:Average loss=0.08391684220533151
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2472 | LCC = 0.9119 | SRCC = 0.9108 ]
+INFO:root:Average loss=0.0777848900398078
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2517 | LCC = 0.9099 | SRCC = 0.9102 ]
+INFO:root:Average loss=0.07412800281120173
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2733 | LCC = 0.9088 | SRCC = 0.9103 ]
+INFO:root:Average loss=0.06841111811943826
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2595 | LCC = 0.9086 | SRCC = 0.9098 ]
+INFO:root:Average loss=0.06486194249177944
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2446 | LCC = 0.9104 | SRCC = 0.9097 ]
+INFO:root:Average loss=0.06442530177576694
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2579 | LCC = 0.9096 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.06181755427249594
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2439 | LCC = 0.9057 | SRCC = 0.9081 ]
+INFO:root:Average loss=0.05894234384587734
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2667 | LCC = 0.9074 | SRCC = 0.9080 ]
+INFO:root:Average loss=0.054134387609069745
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2410 | LCC = 0.9083 | SRCC = 0.9090 ]
+INFO:root:Average loss=0.053636828082145295
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2515 | LCC = 0.9083 | SRCC = 0.9074 ]
+INFO:root:Average loss=0.04999888201669461
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2601 | LCC = 0.9070 | SRCC = 0.9072 ]
+INFO:root:Average loss=0.048789852982483846
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2557 | LCC = 0.9074 | SRCC = 0.9083 ]
+INFO:root:Average loss=0.04950488523467083
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2576 | LCC = 0.9063 | SRCC = 0.9077 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.1954 | LCC = 0.9171 | SRCC = 0.9119 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run2/config.gin b/results_nisqa/w2v2_xlsr_2b/layer36/run2/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run2/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run2/model.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run2/model.pt
new file mode 100644
index 0000000000000000000000000000000000000000..47c54d33fdbbaa4b951ee977b6f6d35dd475eabb
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run2/model.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:793f8b29f32c6a1bc3ec1789edba16edd0d8c11399b4efd5e4e8cda3580f2de9
+size 5697099
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run2/model_best.pt b/results_nisqa/w2v2_xlsr_2b/layer36/run2/model_best.pt
new file mode 100644
index 0000000000000000000000000000000000000000..e0a00d152716c526b5b9b5ce854f3b0e95181fb8
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run2/model_best.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78a2267cc5d82979333052bd3b0164c5f6eb1f7befab0a956a363d779cb58738
+size 5698822
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run2/train.log b/results_nisqa/w2v2_xlsr_2b/layer36/run2/train.log
new file mode 100644
index 0000000000000000000000000000000000000000..1aee828e77267caad5a5be00f46cc6e3e1fb7b27
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run2/train.log
@@ -0,0 +1,99 @@
+INFO:root:Num train speech clips: 11020
+INFO:root:Num val speech clips: 2700
+INFO:root:Num test speech clips: 232
+INFO:root:Device=cuda
+INFO:root:Average loss=0.4221856358940202
+INFO:root:
+[Valid][0][UTT][ MSE = 0.3314 | LCC = 0.9089 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.20975531878843473
+INFO:root:
+[Valid][1][UTT][ MSE = 0.2731 | LCC = 0.9150 | SRCC = 0.9144 ]
+INFO:root:Average loss=0.19367541480443382
+INFO:root:
+[Valid][2][UTT][ MSE = 0.3058 | LCC = 0.9154 | SRCC = 0.9156 ]
+INFO:root:Average loss=0.17557199553430425
+INFO:root:
+[Valid][3][UTT][ MSE = 0.2705 | LCC = 0.9180 | SRCC = 0.9183 ]
+INFO:root:Average loss=0.16856203422036475
+INFO:root:
+[Valid][4][UTT][ MSE = 0.2344 | LCC = 0.9190 | SRCC = 0.9186 ]
+INFO:root:Average loss=0.1593022417557033
+INFO:root:
+[Valid][5][UTT][ MSE = 0.2445 | LCC = 0.9198 | SRCC = 0.9200 ]
+INFO:root:Average loss=0.15642091222753415
+INFO:root:
+[Valid][6][UTT][ MSE = 0.2474 | LCC = 0.9201 | SRCC = 0.9199 ]
+INFO:root:Average loss=0.1455594057464875
+INFO:root:
+[Valid][7][UTT][ MSE = 0.2766 | LCC = 0.9206 | SRCC = 0.9197 ]
+INFO:root:Average loss=0.144448861975029
+INFO:root:
+[Valid][8][UTT][ MSE = 0.2578 | LCC = 0.9175 | SRCC = 0.9181 ]
+INFO:root:Average loss=0.13839205285545028
+INFO:root:
+[Valid][9][UTT][ MSE = 0.2514 | LCC = 0.9189 | SRCC = 0.9194 ]
+INFO:root:Average loss=0.1257977896946014
+INFO:root:
+[Valid][10][UTT][ MSE = 0.2390 | LCC = 0.9189 | SRCC = 0.9184 ]
+INFO:root:Average loss=0.12139464996625922
+INFO:root:
+[Valid][11][UTT][ MSE = 0.2443 | LCC = 0.9171 | SRCC = 0.9169 ]
+INFO:root:Average loss=0.1156673896519435
+INFO:root:
+[Valid][12][UTT][ MSE = 0.2491 | LCC = 0.9156 | SRCC = 0.9164 ]
+INFO:root:Average loss=0.10922353770691536
+INFO:root:
+[Valid][13][UTT][ MSE = 0.2816 | LCC = 0.9129 | SRCC = 0.9159 ]
+INFO:root:Average loss=0.1015166346134478
+INFO:root:
+[Valid][14][UTT][ MSE = 0.2433 | LCC = 0.9153 | SRCC = 0.9153 ]
+INFO:root:Average loss=0.09764363498270856
+INFO:root:
+[Valid][15][UTT][ MSE = 0.2653 | LCC = 0.9120 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.09823240996526846
+INFO:root:
+[Valid][16][UTT][ MSE = 0.2298 | LCC = 0.9147 | SRCC = 0.9139 ]
+INFO:root:Average loss=0.08966467107479283
+INFO:root:
+[Valid][17][UTT][ MSE = 0.2495 | LCC = 0.9124 | SRCC = 0.9130 ]
+INFO:root:Average loss=0.08485080282381505
+INFO:root:
+[Valid][18][UTT][ MSE = 0.2485 | LCC = 0.9122 | SRCC = 0.9120 ]
+INFO:root:Average loss=0.07716795315459973
+INFO:root:
+[Valid][19][UTT][ MSE = 0.2464 | LCC = 0.9130 | SRCC = 0.9135 ]
+INFO:root:Average loss=0.07514524261730944
+INFO:root:
+[Valid][20][UTT][ MSE = 0.2501 | LCC = 0.9121 | SRCC = 0.9113 ]
+INFO:root:Average loss=0.07122891028061767
+INFO:root:
+[Valid][21][UTT][ MSE = 0.2399 | LCC = 0.9109 | SRCC = 0.9124 ]
+INFO:root:Average loss=0.07103192390647926
+INFO:root:
+[Valid][22][UTT][ MSE = 0.2622 | LCC = 0.9093 | SRCC = 0.9084 ]
+INFO:root:Average loss=0.06570620942494773
+INFO:root:
+[Valid][23][UTT][ MSE = 0.2366 | LCC = 0.9129 | SRCC = 0.9122 ]
+INFO:root:Average loss=0.06016481848638182
+INFO:root:
+[Valid][24][UTT][ MSE = 0.2696 | LCC = 0.9082 | SRCC = 0.9086 ]
+INFO:root:Average loss=0.0580483283093899
+INFO:root:
+[Valid][25][UTT][ MSE = 0.2458 | LCC = 0.9099 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.055874321975804477
+INFO:root:
+[Valid][26][UTT][ MSE = 0.2480 | LCC = 0.9096 | SRCC = 0.9095 ]
+INFO:root:Average loss=0.05329983550086187
+INFO:root:
+[Valid][27][UTT][ MSE = 0.2452 | LCC = 0.9070 | SRCC = 0.9085 ]
+INFO:root:Average loss=0.05280140218879446
+INFO:root:
+[Valid][28][UTT][ MSE = 0.2385 | LCC = 0.9100 | SRCC = 0.9099 ]
+INFO:root:Average loss=0.050947639822012426
+INFO:root:
+[Valid][29][UTT][ MSE = 0.2470 | LCC = 0.9072 | SRCC = 0.9075 ]
+INFO:root:Average loss=0.050105786392454464
+INFO:root:
+[Valid][30][UTT][ MSE = 0.2655 | LCC = 0.9056 | SRCC = 0.9064 ]
+INFO:root:
+[Test][31][UTT][ MSE = 0.2384 | LCC = 0.9182 | SRCC = 0.9123 ]
diff --git a/results_nisqa/w2v2_xlsr_2b/layer36/run3/config.gin b/results_nisqa/w2v2_xlsr_2b/layer36/run3/config.gin
new file mode 100644
index 0000000000000000000000000000000000000000..e57559c495dd37fecefbde1463321cf9534cdf97
--- /dev/null
+++ b/results_nisqa/w2v2_xlsr_2b/layer36/run3/config.gin
@@ -0,0 +1,31 @@
+# Training config on NISQA dataset.
+
+# ------------------------------
+# Architecture
+# ------------------------------
+ProjectionHead:
+    conv_channels = (32, 32)
+    dense_neurons = (64, 32, 1)
+    use_poolings = (True, True)
+    kernel_size = 5
+    pool_size = 5
+    
+# ------------------------------
+# Dataset
+# ------------------------------
+Nisqa:
+    debug = False
+
+get_dataloader:
+    num_workers = 12
+    shuffle = True
+
+# ------------------------------
+# Training loop
+# ------------------------------
+TrainingLoop:
+    num_epochs = 30
+    learning_rate = 1e-4
+    dataset_cls = @Nisqa
+    weight_decay = 0.0
+    batch_size_train = 64